-- Logs begin at Tue 2022-09-27 16:41:40 UTC, end at Tue 2022-09-27 17:49:34 UTC. -- Sep 27 17:15:50.277149 dv-cinder-849143-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 27 17:15:52.939485 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.common.config [-] Logging enabled! Sep 27 17:15:52.940063 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 27 17:15:52.940287 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106108) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 27 17:15:52.944116 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.common.config [-] Logging enabled! Sep 27 17:15:52.944375 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 27 17:15:52.944689 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106108) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 27 17:15:52.945623 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 17:15:52.945860 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 17:15:52.946374 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 17:15:52.946626 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 17:15:52.946857 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 17:15:52.947181 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.947484 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.947718 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.948020 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.948316 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.948601 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.948898 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.949199 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.949484 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.949765 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.950055 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.950310 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.950593 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.950882 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.951171 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.951395 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] debug = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.951675 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.952110 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.952520 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.952806 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.953099 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.953390 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.953661 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.953955 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.954260 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.954593 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] host = dv-cinder-849143-8-iscsi {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.954874 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.955162 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.955449 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.955750 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.956021 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.956298 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.956585 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.956946 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.957135 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] log_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.957411 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.958289 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.958588 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.958881 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.959111 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.959340 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.959628 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.959922 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.960199 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.960479 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.960758 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.961035 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.961312 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.961582 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.961870 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.962182 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.962469 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.962746 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.963021 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.963295 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.963569 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.963856 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.964130 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.964405 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.964681 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.964970 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.965239 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.965515 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.965814 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.966127 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.966413 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.966700 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.966977 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.967261 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.967533 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.967807 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.968079 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] use_json = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.968353 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.968627 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.968908 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.969183 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.969459 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.969733 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.970007 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.970315 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.970592 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:52.970892 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.971191 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.971495 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.971782 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.972090 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.972376 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.972669 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.972951 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.973269 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.973557 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.973848 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.974151 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.974453 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.974747 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.975044 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.975355 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.975650 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.975948 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.976228 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.976504 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.976783 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.977064 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.977355 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.977636 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.978192 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.978491 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.978773 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.979073 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.979365 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.979655 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.979953 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.980246 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.980522 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.980804 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.981099 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.981380 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.981663 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.981949 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.982269 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.982547 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.982834 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.983130 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.983420 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.983697 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.983977 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.984273 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.984554 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.984829 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.985105 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.985386 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.985662 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.985957 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.986261 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.986538 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.986812 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.987094 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.987372 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.987650 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.987931 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.988207 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.988486 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.988762 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.989067 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.989344 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.989618 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.989891 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.990198 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.990480 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.990747 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.991032 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.991306 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.991578 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.991854 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.992125 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.992411 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.992712 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.992990 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.993275 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.993558 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.993836 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.994133 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.994417 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.994700 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.994981 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.995256 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.995554 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.995843 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.996154 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.996435 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.996736 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.997038 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.997543 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.998050 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.998574 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.998876 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.999168 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.999464 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:52.999909 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.002058 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.002058 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.002058 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.002058 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.002058 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.002058 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.002563 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.002671 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.003196 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.003710 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.005353 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.005353 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:53.005353 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 17:15:53.005604 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106108) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 27 17:15:53.380823 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 27 17:15:53.381147 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 27 17:15:53.381415 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 27 17:15:53.381648 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 27 17:15:53.381931 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 27 17:15:53.382293 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 27 17:15:53.709864 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.710181 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.710455 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.711673 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.711948 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.712215 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.764811 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.765091 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.765359 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.781684 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.781972 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.782269 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.810474 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.810753 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.811032 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.847689 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.847974 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:53.848276 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.077513 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.078149 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.078149 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.079159 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.079869 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.177405 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.177724 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.178010 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.178310 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.178580 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.178894 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.179160 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.179423 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.179683 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.179968 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.180230 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.180497 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.180756 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.181011 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.181267 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.181533 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.181789 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.182057 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.182349 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.182610 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.182886 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.183138 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.183423 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.183799 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.184053 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.184302 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.184704 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 17:15:54.184946 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 17:15:54.185185 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 17:15:54.185427 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 17:15:54.185661 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 17:15:54.185897 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 17:15:54.186301 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 27 17:15:54.189369 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 27 17:15:54.193317 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 27 17:15:54.197239 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 27 17:15:54.198894 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 27 17:15:54.199517 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 27 17:15:54.199856 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 27 17:15:54.200244 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 27 17:15:54.203026 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 27 17:15:54.203284 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 27 17:15:54.203633 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 17:15:54.208775 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 27 17:15:54.232140 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 27 17:15:54.232591 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.232888 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106108) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 27 17:15:54.233262 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.234631 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106108) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 27 17:15:54.234914 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 17:15:54.235164 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 27 17:15:54.246465 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.246750 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:54.337101 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 27 17:15:54.337291 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 27 17:15:54.337530 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 27 17:15:54.337911 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 27 17:15:54.391431 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO dbcounter [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Registered counter for database neutron Sep 27 17:15:54.408258 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_db.sqlalchemy.engines [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106108) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 27 17:15:54.414632 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG dbcounter [-] [106108] Writer thread running {{(pid=106108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 17:15:54.959961 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Initializing driver for type 'gre' Sep 27 17:15:54.960503 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] gre ID ranges: [(1, 1000)] Sep 27 17:15:55.016032 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Initializing driver for type 'local' Sep 27 17:15:55.016373 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Initializing driver for type 'vlan' Sep 27 17:15:55.029870 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] VlanTypeDriver initialization complete Sep 27 17:15:55.030241 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Initializing driver for type 'vxlan' Sep 27 17:15:55.030747 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] vxlan ID ranges: [(1, 1000)] Sep 27 17:15:55.083711 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Initializing extension driver 'port_security' Sep 27 17:15:55.084281 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.extensions.port_security [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] PortSecurityExtensionDriver initialization complete Sep 27 17:15:55.084441 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Initializing mechanism driver 'openvswitch' Sep 27 17:15:55.084796 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Initializing mechanism driver 'hyperv' Sep 27 17:15:55.091343 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.plugins.ml2.plugin [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:15:55.092020 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > port after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.092400 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > port after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.092762 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > port after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.093271 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 17:15:55.093698 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > subnet after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.094058 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > subnet after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.094441 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.094842 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 17:15:55.095254 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > network after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.095609 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > network after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.095958 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > network after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.096354 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 17:15:55.096764 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > security_group after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.097119 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > security_group after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.097466 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > security_group after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.097872 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 17:15:55.098828 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.099184 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.099536 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.100061 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 17:15:55.100478 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > address_group after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.100835 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > address_group after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.101188 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > address_group after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.101585 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 17:15:55.102032 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] ML2 OVO RPC backend initialized. {{(pid=106108) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 27 17:15:55.102773 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.103403 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.103829 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > network before_response 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.104188 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > networks before_response 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.104547 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > port before_response 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.104897 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > ports before_response 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.105247 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > subnet before_response 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.105597 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > subnets before_response 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.105947 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > network after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.106325 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > network after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.106694 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > network after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.107016 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > port after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.107360 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > port after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.107704 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > port after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.108047 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > subnet after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.108392 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > subnet after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.108733 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.117074 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded quota_driver: . Sep 27 17:15:55.117494 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.plugin [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Modular L2 Plugin initialization complete Sep 27 17:15:55.117863 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading services supported by the core plugin {{(pid=106108) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 27 17:15:55.118284 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.plugins.ml2.managers [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Got port-security extension from driver 'port_security' Sep 27 17:15:55.118832 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.extensions.vlantransparent [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Disabled vlantransparent extension. Sep 27 17:15:55.119393 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106108) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 27 17:15:55.119746 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading Plugin: router Sep 27 17:15:55.154776 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router_interface before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.155178 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router after_create 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.155560 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router before_create 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.155935 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.156317 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.156683 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router after_delete 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.157049 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > floatingip after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.157405 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > floatingip after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.157769 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router after_create 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.158150 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router after_update 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.158530 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router after_update 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.158888 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.159271 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router after_update 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.159713 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router precommit_update 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.160092 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: port after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.160444 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: port after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.161308 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: subnet after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.161666 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.162024 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > port precommit_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.162409 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router precommit_create 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.162763 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: port before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.163118 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router precommit_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.163492 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router after_update 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.163842 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router precommit_delete 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.164201 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router precommit_create 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.164570 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.164922 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router precommit_update 55549900 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.165295 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > agent after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.165651 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > agent after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.166008 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > network after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.166886 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Tracking information for resource: router configured {{(pid=106108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 17:15:55.167225 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Tracking information for resource: floatingip configured {{(pid=106108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 17:15:55.172114 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.db.l3_agentschedulers_db [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 27 17:15:55.172694 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: port after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.173063 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: port after_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.173430 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: port after_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.173789 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: port after_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.174614 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router before_create 55550100 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.174993 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router precommit_delete 55550100 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.175365 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router precommit_create 55550100 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.175732 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > router precommit_update 55550100 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.181196 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.services.provider_configuration [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service providers = [] {{(pid=106108) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 27 17:15:55.181569 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.db.servicetype_db [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106108) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 27 17:15:55.184565 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.services.service_base [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 17:15:55.184921 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.services.service_base [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 17:15:55.185275 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.services.service_base [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 17:15:55.186206 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.services.service_base [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 17:15:55.186584 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.services.service_base [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 27 17:15:55.186969 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 17:15:55.187292 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 27 17:15:55.198902 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 17:15:55.199241 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading Plugin: auto_allocate Sep 27 17:15:55.204971 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: network precommit_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.205341 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: network precommit_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.205866 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 17:15:55.206224 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading Plugin: tag Sep 27 17:15:55.212832 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 17:15:55.213161 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading Plugin: timestamp Sep 27 17:15:55.217163 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 17:15:55.217499 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading Plugin: network_ip_availability Sep 27 17:15:55.222994 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.223904 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.224269 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.224998 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 17:15:55.225326 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading Plugin: flavors Sep 27 17:15:55.230310 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 17:15:55.230651 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading Plugin: revisions Sep 27 17:15:55.235060 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 17:15:55.235450 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_concurrency.lockutils [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.853s {{(pid=106108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 27 17:15:55.236203 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106108) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 27 17:15:55.236550 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Initializing extension manager. Sep 27 17:15:55.237077 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: __init__.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.237426 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: __pycache__ {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.237769 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: address_group.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.238686 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.239830 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: address-group Sep 27 17:15:55.240164 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: address_scope.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.240860 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.241376 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: address-scope Sep 27 17:15:55.241706 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: admin_state_down_before_update.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.242628 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.243149 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: router-admin-state-down-before-update Sep 27 17:15:55.243478 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: agent.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.244149 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.244658 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: agent Sep 27 17:15:55.244987 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: agent_resources_synced.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.245856 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.246402 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: agent-resources-synced Sep 27 17:15:55.246731 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: allowedaddresspairs.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.248478 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.249004 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: allowed-address-pairs Sep 27 17:15:55.249343 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: auto_allocated_topology.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.250425 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.250948 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: auto-allocated-topology Sep 27 17:15:55.251277 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: availability_zone.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.251941 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.252456 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: availability_zone Sep 27 17:15:55.252793 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: availability_zone_filter.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.253673 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.254224 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: availability_zone_filter Sep 27 17:15:55.254581 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: data_plane_status.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.255452 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.255963 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension data-plane-status not supported by any of loaded plugins Sep 27 17:15:55.256292 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: default_subnetpools.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.257170 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.257680 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: default-subnetpools Sep 27 17:15:55.258009 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: dhcpagentscheduler.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.258805 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.259325 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: dhcp_agent_scheduler Sep 27 17:15:55.259655 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: dns.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.260529 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.261039 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension dns-integration not supported by any of loaded plugins Sep 27 17:15:55.261370 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: dns_domain_ports.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.262277 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.262800 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 27 17:15:55.263134 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.264020 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.264536 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 27 17:15:55.264867 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: dvr.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.265513 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.266027 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: dvr Sep 27 17:15:55.266381 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: ecmp_routes.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.267268 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.267779 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension ecmp_routes not supported by any of loaded plugins Sep 27 17:15:55.268106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: empty_string_filtering.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.268978 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.269492 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: empty-string-filtering Sep 27 17:15:55.269819 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.271261 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.271769 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 27 17:15:55.272094 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.272976 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.273513 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 27 17:15:55.273847 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: external_net.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.274744 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.275257 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: external-net Sep 27 17:15:55.275583 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: extra_dhcp_opt.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.276447 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.276962 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: extra_dhcp_opt Sep 27 17:15:55.277290 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: extraroute.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.278200 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.278717 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: extraroute Sep 27 17:15:55.279044 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: extraroute_atomic.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.280038 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.280551 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: extraroute-atomic Sep 27 17:15:55.280880 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: filter_validation.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.281511 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.282020 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: filter-validation Sep 27 17:15:55.282373 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: fip_pf_description.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.283250 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.283758 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 27 17:15:55.284086 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: fip_pf_detail.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.284959 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.285473 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: floating-ip-port-forwarding-detail Sep 27 17:15:55.286437 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: fip_pf_port_range.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.287320 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.287835 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 27 17:15:55.288163 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: fip_port_details.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.289041 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.289562 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: fip-port-details Sep 27 17:15:55.289888 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: flavors.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.291083 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.291608 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: flavors Sep 27 17:15:55.291944 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.293557 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.294114 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 27 17:15:55.294455 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: floatingip_pools.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.295124 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.295643 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: floatingip-pools Sep 27 17:15:55.295977 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: ip_allocation.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.296860 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.297370 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension ip_allocation not supported by any of loaded plugins Sep 27 17:15:55.297701 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.298626 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.299140 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: ip-substring-filtering Sep 27 17:15:55.299470 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: l2_adjacency.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.300372 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.300881 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension l2_adjacency not supported by any of loaded plugins Sep 27 17:15:55.301218 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: l3.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.302209 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.302733 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: router Sep 27 17:15:55.303066 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: l3_conntrack_helper.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.305477 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.306054 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 27 17:15:55.306444 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.307398 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.307951 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: ext-gw-mode Sep 27 17:15:55.308291 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.309222 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.309778 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: l3-ha Sep 27 17:15:55.310152 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.311041 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.311559 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 27 17:15:55.311892 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: l3_flavors.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.312792 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.313309 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: l3-flavors Sep 27 17:15:55.313643 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: l3_ndp_proxy.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.315021 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.315553 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 27 17:15:55.315890 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.317075 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.317330 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: l3-port-ip-change-not-allowed Sep 27 17:15:55.317663 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: l3agentscheduler.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.318713 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.319234 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: l3_agent_scheduler Sep 27 17:15:55.319571 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: local_ip.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.321278 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.321811 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension local_ip not supported by any of loaded plugins Sep 27 17:15:55.322178 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: logging.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.323620 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.324148 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension logging not supported by any of loaded plugins Sep 27 17:15:55.324486 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: metering.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.325196 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.325783 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: metering Sep 27 17:15:55.326146 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.327193 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.327722 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: metering_source_and_destination_fields Sep 27 17:15:55.328054 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: multiprovidernet.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.328950 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.329475 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: multi-provider Sep 27 17:15:55.329807 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: netmtu.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.330718 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.331240 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: net-mtu Sep 27 17:15:55.331572 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: netmtu_writable.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.332452 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.333493 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: net-mtu-writable Sep 27 17:15:55.333820 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: network_availability_zone.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.334505 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.335019 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: network_availability_zone Sep 27 17:15:55.335345 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: network_ip_availability.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.336408 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.336925 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: network-ip-availability Sep 27 17:15:55.337253 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: network_segment_range.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.337983 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.338527 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension network-segment-range not supported by any of loaded plugins Sep 27 17:15:55.338854 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: pagination.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.339793 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.340127 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: pagination Sep 27 17:15:55.340452 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: port_device_profile.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.341330 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.341846 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: port-device-profile Sep 27 17:15:55.342206 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: port_mac_address_override.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.343101 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.343619 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: port-mac-override Sep 27 17:15:55.343949 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.344849 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.345361 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: port-mac-address-regenerate Sep 27 17:15:55.345688 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.346593 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.347112 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: port-numa-affinity-policy Sep 27 17:15:55.347441 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: port_resource_request.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.348902 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.349418 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension port-resource-request not supported by any of loaded plugins Sep 27 17:15:55.349748 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: port_resource_request_groups.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.350727 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.351240 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 27 17:15:55.351570 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: portbindings.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.352467 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.353256 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: binding Sep 27 17:15:55.353585 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: portbindings_extended.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.354844 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.355372 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: binding-extended Sep 27 17:15:55.355708 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: portsecurity.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.356585 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.357107 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: port-security Sep 27 17:15:55.357440 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: project_id.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.358606 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.358948 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: project-id Sep 27 17:15:55.359280 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: providernet.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.360167 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.360690 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: provider Sep 27 17:15:55.361023 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.364544 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.365081 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos not supported by any of loaded plugins Sep 27 17:15:55.365422 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.366683 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.367214 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 27 17:15:55.367551 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.368442 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.368962 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 27 17:15:55.369295 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_default.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.370208 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.370727 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-default not supported by any of loaded plugins Sep 27 17:15:55.371057 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_fip.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.371948 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.372467 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-fip not supported by any of loaded plugins Sep 27 17:15:55.372799 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_fip_network_policy.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.373692 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.374248 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 27 17:15:55.374582 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_gateway_ip.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.375470 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.375990 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 27 17:15:55.376321 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_port_network_policy.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.377199 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.377719 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 27 17:15:55.378052 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.379085 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.379637 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 27 17:15:55.379970 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.380971 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.381486 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 27 17:15:55.381818 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_pps_rule.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.382985 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.383515 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-pps not supported by any of loaded plugins Sep 27 17:15:55.383847 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_rule_type_details.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.384730 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.385272 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 27 17:15:55.385622 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_rule_type_filter.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.386568 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.387086 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 27 17:15:55.387415 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: qos_rules_alias.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.388426 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.388948 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 27 17:15:55.389276 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: quota_check_limit.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.390188 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.390712 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: quota-check-limit Sep 27 17:15:55.391043 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: quotasv2.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.391936 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.392268 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: quotas Sep 27 17:15:55.392596 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: quotasv2_detail.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.394302 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.394647 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: quota_details Sep 27 17:15:55.395504 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: rbac.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.396550 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.397081 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: rbac-policies Sep 27 17:15:55.397420 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: rbac_address_group.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.398352 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.398876 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: rbac-address-group Sep 27 17:15:55.399209 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: rbac_address_scope.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.400180 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.400709 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: rbac-address-scope Sep 27 17:15:55.401042 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: rbac_security_groups.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.401943 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.402496 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: rbac-security-groups Sep 27 17:15:55.402828 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: rbac_subnetpool.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.403721 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.404240 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: rbac-subnetpool Sep 27 17:15:55.404569 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: revisionifmatch.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.405465 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.405987 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: revision-if-match Sep 27 17:15:55.406341 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: revisions.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.407445 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.407965 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: standard-attr-revisions Sep 27 17:15:55.408297 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: router_availability_zone.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.408937 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.409455 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: router_availability_zone Sep 27 17:15:55.409782 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: routerservicetype.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.411286 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.411813 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension router-service-type not supported by any of loaded plugins Sep 27 17:15:55.412139 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.413026 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.413541 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: security-groups-normalized-cidr Sep 27 17:15:55.413874 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: security_groups_port_filtering.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.414788 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.415303 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: port-security-groups-filtering Sep 27 17:15:55.415629 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.416526 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.417040 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: security-groups-remote-address-group Sep 27 17:15:55.417368 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.418297 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.418818 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: security-groups-shared-filtering Sep 27 17:15:55.419146 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: securitygroup.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.428883 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.429429 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: security-group Sep 27 17:15:55.429774 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: segment.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.430503 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.431029 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension segment not supported by any of loaded plugins Sep 27 17:15:55.431366 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.432268 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.432793 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 27 17:15:55.433130 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: servicetype.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.434213 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.434741 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: service-type Sep 27 17:15:55.435080 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: sorting.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.436029 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.436372 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: sorting Sep 27 17:15:55.436706 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: standard_attr_segment.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.437607 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.438155 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 27 17:15:55.438509 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: standardattrdescription.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.439115 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.439639 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: standard-attr-description Sep 27 17:15:55.439973 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: stateful_security_group.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.440870 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.441396 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: stateful-security-group Sep 27 17:15:55.441733 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: stdattrs_common.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.442353 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 27 17:15:55.442686 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.443583 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.444105 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 27 17:15:55.444436 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: subnet_onboard.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.445456 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.445976 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: subnet_onboard Sep 27 17:15:55.446332 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.447228 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.447745 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 27 17:15:55.448080 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: subnet_service_types.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.448972 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.449491 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: subnet-service-types Sep 27 17:15:55.449825 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: subnetallocation.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.450898 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.451425 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: subnet_allocation Sep 27 17:15:55.451761 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.452398 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.452920 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: subnetpool-prefix-ops Sep 27 17:15:55.453251 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.454182 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.454699 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 27 17:15:55.455031 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: tagging.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.456056 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.456586 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: standard-attr-tag Sep 27 17:15:55.456920 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: timestamp.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.458650 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.459188 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loaded extension: standard-attr-timestamp Sep 27 17:15:55.459520 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: trunk.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.460522 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.461046 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension trunk not supported by any of loaded plugins Sep 27 17:15:55.461379 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: trunk_details.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.462290 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.462811 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension trunk-details not supported by any of loaded plugins Sep 27 17:15:55.463188 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: uplink_status_propagation.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.464038 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.464567 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 27 17:15:55.464897 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Loading extension file: vlantransparent.py {{(pid=106108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 17:15:55.465536 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 17:15:55.466048 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extension vlan-transparent not supported by any of loaded plugins Sep 27 17:15:55.468685 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:network Sep 27 17:15:55.469246 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:subnet Sep 27 17:15:55.469650 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 17:15:55.470045 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:port Sep 27 17:15:55.471370 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.471827 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service FLAVORS assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.472452 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.472898 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.473873 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:router Sep 27 17:15:55.474350 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:floatingip Sep 27 17:15:55.474855 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service METERING assigned prefix: /metering {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.476308 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.476693 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.477060 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:15:55.478359 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 17:15:55.478819 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:security_group Sep 27 17:15:55.479256 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 17:15:55.479812 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service CORE assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.480158 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 17:15:55.480510 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] subnetpool is already registered Sep 27 17:15:55.480940 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service CORE assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.481272 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 17:15:55.481608 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] subnetpool is already registered Sep 27 17:15:55.484070 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.484537 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service FLAVORS assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.485179 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.485734 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.486100 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:router Sep 27 17:15:55.486464 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] router is already registered Sep 27 17:15:55.486897 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:floatingip Sep 27 17:15:55.487243 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] floatingip is already registered Sep 27 17:15:55.487716 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service METERING assigned prefix: /metering {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.488434 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 17:15:55.488791 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] rbac_policy is already registered Sep 27 17:15:55.489214 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:security_group Sep 27 17:15:55.489558 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] security_group is already registered Sep 27 17:15:55.489990 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 17:15:55.490357 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] security_group_rule is already registered Sep 27 17:15:55.490858 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service CORE assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.491192 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 17:15:55.491532 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] subnetpool is already registered Sep 27 17:15:55.491975 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.v2.resource_helper [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Service CORE assigned prefix: {{(pid=106108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 17:15:55.492306 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 17:15:55.492642 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING neutron.quota.resource_registry [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] subnetpool is already registered Sep 27 17:15:55.493114 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: extensions {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.494754 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: address-groups {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.496254 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: address-scopes {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.497477 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: agents {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.498688 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: auto-allocated-topology {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.501194 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: availability_zones {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.502508 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: dhcp-networks {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.503961 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: dhcp-agents {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.505671 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: routers {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.507458 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: flavors {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.508658 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: service_profiles {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.510020 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: next_providers {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.511524 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: service_profiles {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.513002 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: floatingip-pools {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.514306 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: routers {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.516161 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: floatingips {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.517364 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: l3-routers {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.518822 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: l3-agents {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.520917 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: metering-labels {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.522239 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: metering-label-rules {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.523552 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: network-ip-availabilities {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.524937 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: bindings {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.526573 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: quotas {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.528163 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: quotas {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.529831 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: rbac-policies {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.531081 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: security-groups {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.532298 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: security-group-rules {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.533571 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: service-providers {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.534947 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: subnetpools {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.536954 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: subnetpools {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.538502 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: tags {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.540298 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: tags {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.542052 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: tags {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.543984 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: tags {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.545799 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: tags {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.547723 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: tags {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.549575 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: tags {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.551462 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: tags {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.553271 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: tags {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.555205 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron.api.extensions [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Extended resource: tags {{(pid=106108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 17:15:55.562260 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING keystonemiddleware.auth_token [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 27 17:15:55.567384 dv-cinder-849143-8-iscsi neutron-server[106108]: WARNING keystonemiddleware.auth_token [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 27 17:15:55.578723 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_concurrency.lockutils [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Acquiring lock "singleton_lock" {{(pid=106108) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 27 17:15:55.579210 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_concurrency.lockutils [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Acquired lock "singleton_lock" {{(pid=106108) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 27 17:15:55.579928 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_concurrency.lockutils [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Releasing lock "singleton_lock" {{(pid=106108) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 27 17:15:55.580985 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO oslo_service.service [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Starting 2 workers Sep 27 17:15:55.587569 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Started child 106219 {{(pid=106108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 17:15:55.592096 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Started child 106220 {{(pid=106108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 17:15:55.593118 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:15:55.593881 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO neutron.service [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Neutron service started, listening on 0.0.0.0:9696 Sep 27 17:15:55.594331 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Publish callbacks [] for process (None), before_spawn {{(pid=106108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:15:55.594809 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [-] (106219) wsgi starting up on http://0.0.0.0:9696 Sep 27 17:15:55.596794 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO oslo_service.service [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Starting 1 workers Sep 27 17:15:55.596944 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:15:55.599409 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [-] (106220) wsgi starting up on http://0.0.0.0:9696 Sep 27 17:15:55.602695 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Started child 106221 {{(pid=106108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 17:15:55.603480 dv-cinder-849143-8-iscsi neutron-server[106108]: INFO oslo_service.service [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Starting 1 workers Sep 27 17:15:55.606689 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.service [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] calling RpcWorker wait() {{(pid=106221) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 27 17:15:55.607243 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.service [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] returning from RpcWorker wait() {{(pid=106221) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 27 17:15:55.608006 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Started child 106222 {{(pid=106108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 17:15:55.608605 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:15:55.608945 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG neutron_lib.callbacks.manager [None req-9a7194c6-116f-4cb7-aaa8-02d4fc6dd7ce None None] Publish callbacks [] for process (None), after_spawn {{(pid=106108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:15:55.609040 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:15:55.610916 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106108) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 17:15:55.611139 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 17:15:55.611329 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 17:15:55.611560 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 17:15:55.611896 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 17:15:55.612081 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 17:15:55.612596 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.612873 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.613149 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.613440 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.613975 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:15:55.614461 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.614461 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.614588 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.614875 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.615103 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:15:55.615194 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.615294 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.615637 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.615890 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.616127 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.616458 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.616746 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.617004 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.617258 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.617432 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.617687 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.617949 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.618275 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.618549 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] debug = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.618811 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.619301 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.619558 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.619803 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.620047 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.620317 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.620565 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.620834 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.621085 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.621335 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.621578 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.621861 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.622137 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.622392 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.622615 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.622889 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.623112 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.623676 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] host = dv-cinder-849143-8-iscsi {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.623869 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.624118 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.624384 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.624633 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.624905 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.625132 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.625400 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.625655 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.625915 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.626169 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.626482 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.626702 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.626922 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.627172 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.627339 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_options = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.627577 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.627861 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.628139 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.628330 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.628503 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.628669 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.628948 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.629114 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.629882 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.631065 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.631065 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.631065 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.631065 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.631065 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.631432 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.631432 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.631660 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.631898 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.632161 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.632413 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.632639 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.633080 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.633240 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.633364 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.633598 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.633878 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.634129 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.634396 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.634642 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.634882 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.635359 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.635795 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.636627 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.636627 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.636627 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.640042 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.640042 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.640042 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.640042 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.640042 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.640042 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.640042 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.640042 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.642242 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.642242 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.642242 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.642242 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_json = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.642242 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.642242 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.642242 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.642242 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.642242 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.644513 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.644513 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.644513 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.644513 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.644513 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.644513 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.644513 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.644513 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647598 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647598 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647598 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647598 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647598 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647598 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647598 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.647598 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.648054 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.648054 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.648054 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.648243 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.648866 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.648866 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.648866 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.649376 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.649540 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.649731 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.650040 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.650430 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.650601 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.650852 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.651484 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.651484 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.651645 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.651791 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.652034 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.652253 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.652708 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.653137 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.653464 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.653873 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.654311 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.654727 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.655108 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.655512 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.655950 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.656369 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.656790 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.657087 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.657388 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.657636 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.657908 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.658171 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.658444 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.658695 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.659132 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.659626 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.659871 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.660096 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.660499 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.660761 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.661007 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.661230 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.661456 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.661678 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.661944 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.662220 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.662444 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.662664 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.662890 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.663113 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.663330 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.663550 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.663788 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.664050 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.664252 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.664469 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.664681 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.665089 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.665505 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.665931 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.666370 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.666810 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.667209 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.667597 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.668023 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.668328 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.668567 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.668829 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.669145 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.669410 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.669663 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.669909 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.670201 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.670449 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.670716 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.670962 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.671185 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.671425 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.671694 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.671943 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.672195 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.672449 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.672696 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.672977 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.673205 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.673429 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.673674 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.673903 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.674164 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.674414 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.674659 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.674902 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.675132 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.675410 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.675661 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.675922 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.676142 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.676605 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.677009 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.677308 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.677568 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.677861 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.678119 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.678386 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.678690 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.678985 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.679252 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.679505 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.679761 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.680026 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.680304 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.680746 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.680986 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.681242 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.681490 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.681742 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.681969 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.682301 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.682545 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.682859 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.683114 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.683349 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.683567 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.683844 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.684101 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.684364 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.684630 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.684874 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.685147 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.685418 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.685648 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.686119 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.686234 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.686392 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.686607 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.686825 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.687066 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.687288 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.687503 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.687885 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.688127 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.688343 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.688566 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.688784 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.689007 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.689230 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.689490 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.689702 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.689920 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.690195 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.690485 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.690655 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.690881 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.691097 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.691331 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.691558 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.691827 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.692603 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.692824 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.693056 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.693314 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.693576 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.693786 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.694034 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.694279 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.694522 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.694744 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.694966 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.695181 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.695561 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.695794 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.696029 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.696293 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.696551 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.696908 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.697163 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.697420 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.697692 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.697942 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.698216 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.698434 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.698811 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.699078 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.699323 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.699554 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.699776 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.700008 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.700231 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.700456 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.700673 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.700894 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.701135 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.701398 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.701656 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.701888 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.702167 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.702392 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.702635 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.702858 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.703234 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.703459 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.703677 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.703907 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.704129 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.704354 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.704608 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.704941 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.705202 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.705447 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.705747 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.705964 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.706215 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.706451 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.706667 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.706884 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.707110 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.707333 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.707610 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.708365 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.708578 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.708797 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.709024 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.709246 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.709459 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.709688 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.709906 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.710147 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.710372 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.710613 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.710717 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:15:55.710827 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.711055 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.711290 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.711503 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.711727 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.711968 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.712183 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.712430 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.712665 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.712876 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.713096 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.713373 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.713552 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.714005 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.714462 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.714896 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.715174 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.715416 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.715666 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.715926 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.716262 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.716482 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.716727 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.716974 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.717199 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.717445 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.717706 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.718044 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.718370 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.718622 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.718880 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.719160 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.719429 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.719705 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.719924 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.720237 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.720553 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.720866 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.721115 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.721365 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.722134 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.722134 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.722134 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.722348 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.722550 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.722770 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.723049 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.723314 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.723583 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.723806 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.724039 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.724285 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.724546 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.724784 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.725009 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.725251 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.725411 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 17:15:55.725948 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106108) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 17:15:55.726137 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 17:15:55.726300 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 17:15:55.726471 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 17:15:55.726642 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 17:15:55.726797 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 17:15:55.727005 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.727168 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.727335 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.727493 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.727676 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.727841 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.728266 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.728453 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.728595 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.728753 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730109 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730109 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730109 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730109 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730109 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730109 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730109 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730109 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730701 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730701 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730701 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730701 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] debug = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.730701 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.731048 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.731048 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.731218 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.731377 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.731522 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.731680 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.731847 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.731988 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.732149 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.732300 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.732472 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.732614 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.732916 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.733219 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.733548 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.733898 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.734157 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] host = dv-cinder-849143-8-iscsi {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.734325 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.734491 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.734647 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.734794 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.735106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.735275 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.735438 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.735601 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.735759 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.736063 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.736236 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.736400 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.736562 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.736724 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.736885 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_options = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.737051 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.737208 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.737514 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.737706 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.737874 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.738035 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.738223 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.738392 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.738616 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.738746 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.738878 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.739190 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.739355 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.739518 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.739680 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.739840 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.740002 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.740158 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.740319 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.740479 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.740639 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.740800 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.740964 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.741125 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.741285 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.741445 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.741657 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.741786 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.741921 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.742106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.742235 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.742363 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.742520 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.742702 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.742841 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.743001 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.743165 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.743326 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.743491 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.743652 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.743812 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.743972 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.744131 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.744291 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.744453 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.744632 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.744775 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_json = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.744933 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.745092 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.745282 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.745403 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.745562 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.745723 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.745885 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.746099 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.746368 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 17:15:55.746368 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.746684 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.746816 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.746942 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.747067 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.747191 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.747340 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.747505 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.747669 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.747832 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.748001 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.748165 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.748341 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.748507 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.748670 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.748838 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.749002 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.749166 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.749331 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.749495 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.749659 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.749821 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.749993 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.750185 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.750349 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.750511 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.750676 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.750848 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.751012 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.751183 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.751363 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.751527 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.751695 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.751857 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.752021 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.752186 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.752350 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.752515 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.752679 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.752844 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.753008 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.753175 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.753337 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.753499 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.753664 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.753828 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.753992 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.754179 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.754877 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.755042 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.755206 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.755370 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.755535 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.755701 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.755864 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.756029 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.756193 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.756369 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.756533 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.756680 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.756855 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.757019 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.757183 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.757346 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.757509 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.757671 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.757836 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.758000 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.758212 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.758382 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.758545 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.758712 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.758875 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.759039 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.759202 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.759365 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.759528 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.759689 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.759853 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.760016 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.760180 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.760343 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.760507 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.760670 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.760835 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.760997 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.761163 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.761327 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.761490 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.761653 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.761816 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.761987 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.762193 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.762359 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.762523 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.762686 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.762851 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.763013 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.763180 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.763343 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.763506 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.763670 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.763834 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.763998 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.764164 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.764328 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.764493 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.764657 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.764822 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.764985 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.765148 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.765312 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.765477 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.765644 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.765806 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.765970 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.766156 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.766323 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.766487 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.766650 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.766819 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.766983 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.767146 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.767318 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.767481 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.767649 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.767813 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.767982 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.768158 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.768322 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.768487 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.768651 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.768815 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.768979 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.769142 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.769305 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.769452 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.769619 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.769782 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.769957 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.770195 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.770360 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.770523 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.770711 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.770874 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.771037 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.771200 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.771363 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.771527 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.771690 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.771853 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.772018 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.772180 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.772345 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.772510 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.772675 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.772839 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.773002 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.773165 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.773330 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.773496 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.773659 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.773824 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.773988 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.774174 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.774340 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.774503 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.774666 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.774830 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.774994 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.775158 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.775321 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.775484 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.775647 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.775811 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.775976 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.776139 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.776304 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.776468 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.776632 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.776802 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.776966 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.777130 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.777294 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.777466 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.778254 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.778254 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.778254 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.778254 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.778254 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.778627 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.778627 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.778795 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.778927 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.779015 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.779149 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.779312 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.779475 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.779657 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.779820 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.779983 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.780149 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.780312 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.780476 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.780639 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.780803 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.780967 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.781130 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.781295 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.781458 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.781622 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.781786 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.781949 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.782133 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.782299 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.782462 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.782628 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.782796 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.782959 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.783124 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.783287 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.783451 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.783615 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.783778 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.783941 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.784104 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.784268 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.784431 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.784594 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.784757 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.784934 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.785098 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.785262 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.785425 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.785589 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.786298 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.786470 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.786625 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.786788 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.786952 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.787115 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.787271 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.787445 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.787609 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.787773 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.787935 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.788098 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.788262 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.788435 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.788598 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.788762 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.788935 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.789087 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.789250 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.789422 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.789586 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.789749 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.789912 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.790093 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.790258 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.790423 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.790582 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.790745 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.790908 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.791070 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.791234 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.791405 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.791570 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.791734 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.791906 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.792071 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.792234 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.792397 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.792572 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.792735 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.792900 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.793063 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.793226 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.793389 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.793554 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.793721 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.793893 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.794064 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.794258 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.794429 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.794601 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.794773 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.794937 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.795106 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.795282 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.795446 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.795608 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.795771 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.795934 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.796097 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.796259 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.796425 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.796587 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.796750 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.796912 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.797076 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.797265 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.797397 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.797546 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.797710 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.797875 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.798038 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.798225 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.798390 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 17:15:55.798546 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 17:15:55.964701 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 45256) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:15:55.971701 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [-] 10.222.0.55 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048876 Sep 27 17:15:55.976634 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [-] 10.222.0.55 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043614 Sep 27 17:16:05.078820 dv-cinder-849143-8-iscsi neutron-server[106108]: DEBUG dbcounter [-] [106108] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:07.316204 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310642c-f47b-4322-b5dc-bb5368283d6d None None] get_active_networks_info from dv-cinder-849143-8-iscsi {{(pid=106221) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 27 17:16:07.347333 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writer thread running {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 17:16:07.411716 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310642c-f47b-4322-b5dc-bb5368283d6d None None] No non-hosted networks {{(pid=106221) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 27 17:16:07.426986 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.agentschedulers_db [None req-1310642c-f47b-4322-b5dc-bb5368283d6d None None] DHCP Agent not found on host dv-cinder-849143-8-iscsi {{(pid=106221) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 27 17:16:07.486624 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-2188d776-ec8d-4a5a-b835-1f07ad5ed421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535501'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:08.980602 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writer thread running {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 17:16:09.520868 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0f44999c-74e5-4d41-a20a-557562c74deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535501'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:09.562291 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7b5a1b17-2a5b-48ba-bec4-fbaffb083425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:10.810344 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535501'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:11.213482 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 45330) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:11.791676 dv-cinder-849143-8-iscsi neutron-server[106220]: WARNING oslo_policy.policy [None req-dcdd68e4-90ac-46c2-bec6-12afc7caa892 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 17:16:11.792575 dv-cinder-849143-8-iscsi neutron-server[106220]: WARNING oslo_policy.policy [None req-dcdd68e4-90ac-46c2-bec6-12afc7caa892 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 17:16:12.036125 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [None req-dcdd68e4-90ac-46c2-bec6-12afc7caa892 admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:16:12.051422 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-dcdd68e4-90ac-46c2-bec6-12afc7caa892 admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8358257 Sep 27 17:16:12.390095 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535501'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:12.440343 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535501'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:12.441139 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.442194 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.443042 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.443628 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.444179 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.444710 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.445473 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.446179 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.446721 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.447108 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.447720 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.448255 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.448693 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.449234 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.449772 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:12.450479 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:16:12.462813 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:16:13.835886 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.db.l3_hamode_db [None req-9e967483-1420-438c-9633-0a5364f8047b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 27 17:16:13.915092 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e967483-1420-438c-9633-0a5364f8047b None None] Routers set() bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:16:13.915487 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e967483-1420-438c-9633-0a5364f8047b None None] Router IDs set() for agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 27 17:16:14.783923 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 45366) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:15.296347 dv-cinder-849143-8-iscsi neutron-server[106219]: WARNING oslo_policy.policy [None req-df6bf83c-5b53-4fee-84a7-55aaa6f6557d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 17:16:15.296928 dv-cinder-849143-8-iscsi neutron-server[106219]: WARNING oslo_policy.policy [None req-df6bf83c-5b53-4fee-84a7-55aaa6f6557d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 17:16:15.512612 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-df6bf83c-5b53-4fee-84a7-55aaa6f6557d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:16:15.525021 dv-cinder-849143-8-iscsi neutron-server[106219]: ERROR stevedore.extension [None req-df6bf83c-5b53-4fee-84a7-55aaa6f6557d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 27 17:16:15.605721 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.policy [None req-df6bf83c-5b53-4fee-84a7-55aaa6f6557d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106219) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 17:16:15.646958 dv-cinder-849143-8-iscsi neutron-server[106219]: WARNING oslo_policy.policy [None req-df6bf83c-5b53-4fee-84a7-55aaa6f6557d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 17:16:15.647320 dv-cinder-849143-8-iscsi neutron-server[106219]: WARNING oslo_policy.policy [None req-df6bf83c-5b53-4fee-84a7-55aaa6f6557d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 17:16:15.667739 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writer thread running {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 17:16:15.741180 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-df6bf83c-5b53-4fee-84a7-55aaa6f6557d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767906573220', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767906573736', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767906557132', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767906531709', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767906541797', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767906520580', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1315294', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1321416', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-721033', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572855'] for rbac-policy (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:15.809779 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-df6bf83c-5b53-4fee-84a7-55aaa6f6557d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:15.811192 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-df6bf83c-5b53-4fee-84a7-55aaa6f6557d admin admin] 10.222.0.55 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0253274 Sep 27 17:16:18.434491 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 45382) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:18.750708 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:16:18.780018 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Made reservation on behalf of 00cafd6359074bd5ae371a50effe7297 for: {'network': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:16:18.784205 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:18.803139 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:18.910114 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Publish callbacks [] for security_group (9552956d-1c08-464a-868d-6c8f57741184), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:18.913688 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (9552956d-1c08-464a-868d-6c8f57741184), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:18.938357 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=106219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:16:18.971752 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767901981121', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (f278c6ab-525e-43f7-b93d-1a77632d554f), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:18.972378 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Unsubscribe: segment precommit_create {{(pid=106219) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 17:16:18.972914 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.segments_db [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Added segment f278c6ab-525e-43f7-b93d-1a77632d554f of type vlan for network ca963d98-afb7-46b3-a329-5fed6b8fc68c Sep 27 17:16:19.006724 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9552956d-1c08-464a-868d-6c8f57741184,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:19.047096 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.047450 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.047821 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.048177 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.048513 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.048844 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.049166 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.049490 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.049810 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.050161 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.050510 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.050852 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.051175 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.051494 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.051810 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Tracked resource versions report: Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: pushed versions: Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: { 'AddressGroup': {'1.2'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Agent': {'1.1'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'ConntrackHelper': {'1.0'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'LocalIPAssociation': {'1.0'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Log': {'1.0'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'NDPProxy': {'1.0'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Network': {'1.1'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Port': {'1.7'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'PortForwarding': {'1.3'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'QosPolicy': {'1.10'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SecurityGroup': {'1.5'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SecurityGroupRule': {'1.2'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SubPort': {'1.0'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Subnet': {'1.1'}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Trunk': {'1.1'}} Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: consumer versions: Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: { DHCP agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: L3 agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: Metadata agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: Metering agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: Open vSwitch agent@dv-cinder-849143-8-iscsi: { 'AddressGroup': '1.2', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Agent': '1.1', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'ConntrackHelper': '1.0', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'LocalIPAssociation': '1.0', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Log': '1.0', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'NDPProxy': '1.0', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Network': '1.1', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Port': '1.7', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'PortForwarding': '1.3', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'QosPolicy': '1.10', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SecurityGroup': '1.5', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SecurityGroupRule': '1.2', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SubPort': '1.0', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Subnet': '1.1', Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Trunk': '1.1'}} Sep 27 17:16:19.053235 dv-cinder-849143-8-iscsi neutron-server[106219]: {{(pid=106219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 17:16:19.080657 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (ca963d98-afb7-46b3-a329-5fed6b8fc68c), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:19.123692 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (ca963d98-afb7-46b3-a329-5fed6b8fc68c), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:19.129400 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:16:19.130126 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:19.226681 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7910538 Sep 27 17:16:19.248478 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36b9b9-2f79-4d09-90be-f8c9450e97be demo demo] Pushing event updated for resources: {'Network': ['ID=ca963d98-afb7-46b3-a329-5fed6b8fc68c,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:19.261602 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network ca963d98-afb7-46b3-a329-5fed6b8fc68c details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:16:21.910980 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 45394) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:22.290925 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=55,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:22.324673 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c257fd-512e-4b2a-b086-0e71426fd82d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:16:22.326048 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-41c257fd-512e-4b2a-b086-0e71426fd82d demo admin] 10.222.0.55 "GET /networking/v2.0/networks/ca963d98-afb7-46b3-a329-5fed6b8fc68c HTTP/1.1" status: 200 len: 825 time: 0.4141755 Sep 27 17:16:22.353089 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-eadfa693-3bd5-4464-8767-9af8f9fb074b demo admin] 10.222.0.55 "GET /networking/v2.0/subnetpools/71abc557-6a23-41ba-b719-de7337f08cd4 HTTP/1.1" status: 200 len: 734 time: 0.0198374 Sep 27 17:16:22.361694 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '71abc557-6a23-41ba-b719-de7337f08cd4'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:16:22.382655 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Made reservation on behalf of 00cafd6359074bd5ae371a50effe7297 for: {'subnet': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:16:22.385096 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:22.477385 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:22.677048 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for subnet (3ed8e685-bab2-4e1b-bfcf-335c4d81088c), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:22.748841 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3ed8e685-bab2-4e1b-bfcf-335c4d81088c,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:22.751018 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Checking segment: {'id': 'f278c6ab-525e-43f7-b93d-1a77632d554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:16:22.751390 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Network hostable DHCP agents. Network: ca963d98-afb7-46b3-a329-5fed6b8fc68c, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:16:22.774094 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Network ca963d98-afb7-46b3-a329-5fed6b8fc68c is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:16:22.785329 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, ca963d98-afb7-46b3-a329-5fed6b8fc68c) {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:16:22.789781 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:16:22.790415 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:22.795411 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c19ca5-0e47-41e1-af98-f38ff87de1cb None None] Network ca963d98-afb7-46b3-a329-5fed6b8fc68c requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:16:22.806583 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-22a9def2-58ac-4b4e-a4b0-c1e9082e4047 demo admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4480073 Sep 27 17:16:23.064399 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-ca963d98-afb7-46b3-a329-5fed6b8fc68c', 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c', 'project_id': '00cafd6359074bd5ae371a50effe7297', 'fixed_ips': [{'subnet_id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:16:23.065674 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:23.346231 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Allocated IP 172.20.0.2 (ca963d98-afb7-46b3-a329-5fed6b8fc68c/3ed8e685-bab2-4e1b-bfcf-335c4d81088c/682db2c9-3acd-4c1e-8f60-090fee5fa276) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:16:23.361710 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=60,neutron:INSERT=36,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:23.624527 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Publish callbacks [] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:23.633683 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:23.709323 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Network ca963d98-afb7-46b3-a329-5fed6b8fc68c is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:16:23.718258 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:16:23.723839 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Pushing event updated for resources: {'Port': ['ID=682db2c9-3acd-4c1e-8f60-090fee5fa276,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:23.726115 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:16:23.737500 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.738468 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.738831 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.739188 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.739525 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.739856 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.740177 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.740507 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.740835 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.741159 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.741482 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.741819 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.742175 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.742498 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.742816 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Tracked resource versions report: Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: pushed versions: Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: { 'AddressGroup': {'1.2'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Agent': {'1.1'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'ConntrackHelper': {'1.0'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'LocalIPAssociation': {'1.0'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Log': {'1.0'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'NDPProxy': {'1.0'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Network': {'1.1'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Port': {'1.7'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'PortForwarding': {'1.3'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'QosPolicy': {'1.10'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SecurityGroup': {'1.5'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SecurityGroupRule': {'1.2'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SubPort': {'1.0'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Subnet': {'1.1'}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Trunk': {'1.1'}} Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: consumer versions: Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: { DHCP agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: L3 agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: Metadata agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: Metering agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: Open vSwitch agent@dv-cinder-849143-8-iscsi: { 'AddressGroup': '1.2', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Agent': '1.1', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'ConntrackHelper': '1.0', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'LocalIPAssociation': '1.0', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Log': '1.0', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'NDPProxy': '1.0', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Network': '1.1', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Port': '1.7', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'PortForwarding': '1.3', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'QosPolicy': '1.10', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SecurityGroup': '1.5', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SecurityGroupRule': '1.2', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SubPort': '1.0', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Subnet': '1.1', Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Trunk': '1.1'}} Sep 27 17:16:23.744349 dv-cinder-849143-8-iscsi neutron-server[106221]: {{(pid=106221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 17:16:23.823206 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Attempting to bind port 682db2c9-3acd-4c1e-8f60-090fee5fa276 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:16:23.823881 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Attempting to bind port 682db2c9-3acd-4c1e-8f60-090fee5fa276 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'f278c6ab-525e-43f7-b93d-1a77632d554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:16:23.824032 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Attempting to bind port 682db2c9-3acd-4c1e-8f60-090fee5fa276 on network ca963d98-afb7-46b3-a329-5fed6b8fc68c {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:16:23.849043 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:23.871845 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:16:23.872221 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Checking segment: {'id': 'f278c6ab-525e-43f7-b93d-1a77632d554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:16:23.872691 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:23.873085 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Bound using segment: {'id': 'f278c6ab-525e-43f7-b93d-1a77632d554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:16:23.873552 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Bound port: 682db2c9-3acd-4c1e-8f60-090fee5fa276, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f278c6ab-525e-43f7-b93d-1a77632d554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:16:23.873954 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:23.945910 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] For port 682db2c9-3acd-4c1e-8f60-090fee5fa276, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:16:23.967998 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] For port 682db2c9-3acd-4c1e-8f60-090fee5fa276, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=682db2c9-3acd-4c1e-8f60-090fee5fa276,segment=NetworkSegment(f278c6ab-525e-43f7-b93d-1a77632d554f),segment_id=f278c6ab-525e-43f7-b93d-1a77632d554f)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:16:23.977226 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:24.030396 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cd24b-5928-4c9f-982f-19699bea648e None None] Pushing event updated for resources: {'Port': ['ID=682db2c9-3acd-4c1e-8f60-090fee5fa276,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:24.389747 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=8 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:24.393852 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:25.483468 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 45410) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:25.803667 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [None req-6bfcead8-c2ca-45c2-8022-f90f7e9537ad admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106219) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:16:25.804667 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6bfcead8-c2ca-45c2-8022-f90f7e9537ad admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3202951 Sep 27 17:16:28.467723 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 45418) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:28.788897 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [None req-13d25d01-b53a-4093-901b-811562f4d6fc admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106219) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:16:28.789918 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-13d25d01-b53a-4093-901b-811562f4d6fc admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3213909 Sep 27 17:16:31.488947 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 45430) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:31.852169 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-3b64bb66-a0ba-49e4-a0a6-b2774d9ef2c1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:16:31.878286 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3b64bb66-a0ba-49e4-a0a6-b2774d9ef2c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (4bacf403-be4b-423b-bf14-44bbe2718b0e), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:31.879847 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3b64bb66-a0ba-49e4-a0a6-b2774d9ef2c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (4bacf403-be4b-423b-bf14-44bbe2718b0e), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:32.008638 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d840ea1-8955-4fb9-bd73-1464f0e26fca None None] Network ca963d98-afb7-46b3-a329-5fed6b8fc68c requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:16:32.030363 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3b64bb66-a0ba-49e4-a0a6-b2774d9ef2c1 demo demo] Publish callbacks [] for router_controller (4bacf403-be4b-423b-bf14-44bbe2718b0e), precommit_add_association {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:32.035935 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3b64bb66-a0ba-49e4-a0a6-b2774d9ef2c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (4bacf403-be4b-423b-bf14-44bbe2718b0e), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:32.052976 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3b64bb66-a0ba-49e4-a0a6-b2774d9ef2c1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:32.054266 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-3b64bb66-a0ba-49e4-a0a6-b2774d9ef2c1 demo demo] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5642827 Sep 27 17:16:32.167490 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-153eb80d-62fc-444f-a962-82d9be3c9424 None None] Provisioning complete for port 682db2c9-3acd-4c1e-8f60-090fee5fa276 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:16:32.167984 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-153eb80d-62fc-444f-a962-82d9be3c9424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:32.168405 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-153eb80d-62fc-444f-a962-82d9be3c9424 None None] Attempt 1 to provision port 682db2c9-3acd-4c1e-8f60-090fee5fa276 Sep 27 17:16:32.211756 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 682db2c9-3acd-4c1e-8f60-090fee5fa276 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:16:32.356569 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-153eb80d-62fc-444f-a962-82d9be3c9424 None None] Current status of the port 682db2c9-3acd-4c1e-8f60-090fee5fa276 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:16:32.356932 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-153eb80d-62fc-444f-a962-82d9be3c9424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:32.359686 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 682db2c9-3acd-4c1e-8f60-090fee5fa276 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:16:32.360072 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:32.360410 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 682db2c9-3acd-4c1e-8f60-090fee5fa276 Sep 27 17:16:32.419422 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:32.428595 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-153eb80d-62fc-444f-a962-82d9be3c9424 None None] For port 682db2c9-3acd-4c1e-8f60-090fee5fa276, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=682db2c9-3acd-4c1e-8f60-090fee5fa276,segment=NetworkSegment(f278c6ab-525e-43f7-b93d-1a77632d554f),segment_id=f278c6ab-525e-43f7-b93d-1a77632d554f)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:16:32.433540 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-153eb80d-62fc-444f-a962-82d9be3c9424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:32.504625 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 682db2c9-3acd-4c1e-8f60-090fee5fa276 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:16:32.509086 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153eb80d-62fc-444f-a962-82d9be3c9424 None None] Pushing event updated for resources: {'Port': ['ID=682db2c9-3acd-4c1e-8f60-090fee5fa276,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:32.550239 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-6a2334e0-0214-43ad-9f31-092d4b8bd6b0 None None] Provisioning complete for port 682db2c9-3acd-4c1e-8f60-090fee5fa276 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:16:32.550720 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6a2334e0-0214-43ad-9f31-092d4b8bd6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:32.551063 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-6a2334e0-0214-43ad-9f31-092d4b8bd6b0 None None] Attempt 1 to provision port 682db2c9-3acd-4c1e-8f60-090fee5fa276 Sep 27 17:16:32.623247 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-6a2334e0-0214-43ad-9f31-092d4b8bd6b0 None None] Current status of the port 682db2c9-3acd-4c1e-8f60-090fee5fa276 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:16:34.159696 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 682db2c9-3acd-4c1e-8f60-090fee5fa276 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:16:34.203340 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 682db2c9-3acd-4c1e-8f60-090fee5fa276 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:16:34.203738 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:34.204082 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 682db2c9-3acd-4c1e-8f60-090fee5fa276 Sep 27 17:16:34.259775 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:34.274890 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 682db2c9-3acd-4c1e-8f60-090fee5fa276 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:16:34.715979 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 45438) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:35.032834 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [None req-a4185685-8a38-4660-9046-9a1d26711c5c admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106219) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:16:35.033828 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-a4185685-8a38-4660-9046-9a1d26711c5c admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3169210 Sep 27 17:16:37.274672 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f8b9365c-f501-4563-8625-dd7206fb2db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:37.653619 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 45446) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:37.966804 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:16:37.990382 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Made reservation on behalf of 5c93f41c1d2243bfbbfb547f2005e999 for: {'network': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:16:37.992632 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:38.002191 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:38.075968 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Publish callbacks [] for security_group (e8ebf987-4c80-405a-910d-e57bb08461fc), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:38.079345 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (e8ebf987-4c80-405a-910d-e57bb08461fc), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:38.101449 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:38.103108 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Reserving flat network on physical network physnet1 {{(pid=106219) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 27 17:16:38.114249 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ebf987-4c80-405a-910d-e57bb08461fc,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:38.124394 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (523cc78a-83bd-412b-800d-205f52e816c4), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:38.124753 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.segments_db [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Added segment 523cc78a-83bd-412b-800d-205f52e816c4 of type flat for network f669a52f-997c-4ce8-aae2-daad43416c4d Sep 27 17:16:38.169613 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (f669a52f-997c-4ce8-aae2-daad43416c4d), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:38.201496 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (f669a52f-997c-4ce8-aae2-daad43416c4d), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:38.202537 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:16:38.203147 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:38.240364 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:38.281243 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6265478 Sep 27 17:16:38.302775 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478032-280c-4920-8c9d-81c295e8ad0e admin admin] Pushing event updated for resources: {'Network': ['ID=f669a52f-997c-4ce8-aae2-daad43416c4d,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:38.313102 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network f669a52f-997c-4ce8-aae2-daad43416c4d details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:16:39.513229 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1089acde-f98d-4feb-9f4e-85b41d72c0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:40.766320 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:40.955475 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 45454) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:41.319243 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ca057-932f-41e4-aa40-3a679ea57169 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:16:41.320628 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-fe9ca057-932f-41e4-aa40-3a679ea57169 demo admin] 10.222.0.55 "GET /networking/v2.0/subnets/3ed8e685-bab2-4e1b-bfcf-335c4d81088c HTTP/1.1" status: 200 len: 849 time: 0.3636069 Sep 27 17:16:41.436967 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-8198d573-c584-4dd4-9035-e8c5ac013a23 demo admin] 10.222.0.55 "GET /networking/v2.0/routers/4bacf403-be4b-423b-bf14-44bbe2718b0e HTTP/1.1" status: 200 len: 704 time: 0.1104052 Sep 27 17:16:41.691437 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.022713 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Allocated IP 172.20.0.1 (ca963d98-afb7-46b3-a329-5fed6b8fc68c/3ed8e685-bab2-4e1b-bfcf-335c4d81088c/741126ab-0b91-4538-ae5c-63e23bc95afa) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:16:42.175369 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Publish callbacks [] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.238901 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.261415 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:42.316922 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Network ca963d98-afb7-46b3-a329-5fed6b8fc68c is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:16:42.326446 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:16:42.331499 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:16:42.332388 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (4bacf403-be4b-423b-bf14-44bbe2718b0e), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.385386 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.391123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Pushing event updated for resources: {'Port': ['ID=741126ab-0b91-4538-ae5c-63e23bc95afa,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:42.439917 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.449491 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:42.497547 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Provisioning complete for port 741126ab-0b91-4538-ae5c-63e23bc95afa triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:16:42.498011 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.498498 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Attempt 1 to provision port 741126ab-0b91-4538-ae5c-63e23bc95afa Sep 27 17:16:42.534747 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Port 741126ab-0b91-4538-ae5c-63e23bc95afa cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:16:42.538018 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.742374 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Publish callbacks [] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.746664 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.747590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (4bacf403-be4b-423b-bf14-44bbe2718b0e), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:42.828764 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Pushing event updated for resources: {'Port': ['ID=741126ab-0b91-4538-ae5c-63e23bc95afa,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:42.878318 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Network ca963d98-afb7-46b3-a329-5fed6b8fc68c is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:16:42.879648 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:16:43.033545 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Router 4bacf403-be4b-423b-bf14-44bbe2718b0e is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:16:43.035480 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Attempt 2 to provision port 741126ab-0b91-4538-ae5c-63e23bc95afa Sep 27 17:16:43.066004 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Port 741126ab-0b91-4538-ae5c-63e23bc95afa cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:16:43.121660 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:16:43.126911 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-49524355-85dd-4712-993e-ed216520c674 demo admin] 10.222.0.55 "PUT /networking/v2.0/routers/4bacf403-be4b-423b-bf14-44bbe2718b0e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6846516 Sep 27 17:16:43.142299 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Sync routers for ids ['4bacf403-be4b-423b-bf14-44bbe2718b0e'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:16:43.155845 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Routers {'4bacf403-be4b-423b-bf14-44bbe2718b0e'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:16:43.156694 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:16:39Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['4bacf403-be4b-423b-bf14-44bbe2718b0e'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:16:43.341342 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Set router 4bacf403-be4b-423b-bf14-44bbe2718b0e gateway port host: None {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:16:43.567534 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Attempt 3 to provision port 741126ab-0b91-4538-ae5c-63e23bc95afa Sep 27 17:16:43.602681 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Port 741126ab-0b91-4538-ae5c-63e23bc95afa cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:16:43.757899 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'name': 'router1', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:16:31Z', 'updated_at': '2022-09-27T17:16:42Z', 'revision_number': 2, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'gw_port_host': None, '_interfaces': [{'id': '741126ab-0b91-4538-ae5c-63e23bc95afa', 'name': '', 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'mac_address': 'fa:16:3e:2f:d7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:16:41Z', 'updated_at': '2022-09-27T17:16:42Z', 'revision_number': 2, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'subnets': [{'id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71abc557-6a23-41ba-b719-de7337f08cd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:16:43.805690 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Checking router: 4bacf403-be4b-423b-bf14-44bbe2718b0e for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:16:43.806063 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Updating router 4bacf403-be4b-423b-bf14-44bbe2718b0e port 741126ab-0b91-4538-ae5c-63e23bc95afa binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:16:43.860652 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:44.104374 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Attempt 4 to provision port 741126ab-0b91-4538-ae5c-63e23bc95afa Sep 27 17:16:44.141675 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Port 741126ab-0b91-4538-ae5c-63e23bc95afa cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:16:44.366836 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Publish callbacks [] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:44.373880 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:44.522209 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Attempting to bind port 741126ab-0b91-4538-ae5c-63e23bc95afa on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:16:44.522484 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Attempting to bind port 741126ab-0b91-4538-ae5c-63e23bc95afa by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'f278c6ab-525e-43f7-b93d-1a77632d554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:16:44.522921 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Attempting to bind port 741126ab-0b91-4538-ae5c-63e23bc95afa on network ca963d98-afb7-46b3-a329-5fed6b8fc68c {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:16:44.525250 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Pushing event updated for resources: {'Port': ['ID=741126ab-0b91-4538-ae5c-63e23bc95afa,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:44.557560 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.557901 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.558283 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.558638 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.558971 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.559295 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.559615 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.559935 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.560253 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.560568 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.560885 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.561220 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.561537 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.561849 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.562183 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Tracked resource versions report: Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: pushed versions: Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: { 'AddressGroup': {'1.2'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Agent': {'1.1'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'ConntrackHelper': {'1.0'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'LocalIPAssociation': {'1.0'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Log': {'1.0'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'NDPProxy': {'1.0'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Network': {'1.1'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Port': {'1.7'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'PortForwarding': {'1.3'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'QosPolicy': {'1.10'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SecurityGroup': {'1.5'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SecurityGroupRule': {'1.2'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SubPort': {'1.0'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Subnet': {'1.1'}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Trunk': {'1.1'}} Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: consumer versions: Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: { DHCP agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: L3 agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: Metadata agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: Metering agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: Open vSwitch agent@dv-cinder-849143-8-iscsi: { 'AddressGroup': '1.2', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Agent': '1.1', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'ConntrackHelper': '1.0', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'LocalIPAssociation': '1.0', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Log': '1.0', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'NDPProxy': '1.0', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Network': '1.1', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Port': '1.7', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'PortForwarding': '1.3', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'QosPolicy': '1.10', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SecurityGroup': '1.5', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SecurityGroupRule': '1.2', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SubPort': '1.0', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Subnet': '1.1', Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Trunk': '1.1'}} Sep 27 17:16:44.563624 dv-cinder-849143-8-iscsi neutron-server[106222]: {{(pid=106222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 17:16:44.619804 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:16:44.620198 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Checking segment: {'id': 'f278c6ab-525e-43f7-b93d-1a77632d554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:16:44.620669 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:44.621050 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Bound using segment: {'id': 'f278c6ab-525e-43f7-b93d-1a77632d554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:16:44.621514 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Bound port: 741126ab-0b91-4538-ae5c-63e23bc95afa, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f278c6ab-525e-43f7-b93d-1a77632d554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:16:44.621887 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:44.642391 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Attempt 5 to provision port 741126ab-0b91-4538-ae5c-63e23bc95afa Sep 27 17:16:44.663111 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:44.674606 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Port 741126ab-0b91-4538-ae5c-63e23bc95afa cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:16:44.689268 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] For port 741126ab-0b91-4538-ae5c-63e23bc95afa, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:16:44.709393 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] For port 741126ab-0b91-4538-ae5c-63e23bc95afa, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=741126ab-0b91-4538-ae5c-63e23bc95afa,segment=NetworkSegment(f278c6ab-525e-43f7-b93d-1a77632d554f),segment_id=f278c6ab-525e-43f7-b93d-1a77632d554f)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:16:44.715679 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:44.739231 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:44.757743 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Routers {'4bacf403-be4b-423b-bf14-44bbe2718b0e'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:16:44.758378 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:16:39Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['4bacf403-be4b-423b-bf14-44bbe2718b0e'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:16:44.828523 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb82ccb-9900-4d30-9455-49a695a9df1f None None] Pushing event updated for resources: {'Port': ['ID=741126ab-0b91-4538-ae5c-63e23bc95afa,revision_number=4']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:44.854506 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] Set router 4bacf403-be4b-423b-bf14-44bbe2718b0e gateway port host: None {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:16:45.047752 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'name': 'router1', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:16:31Z', 'updated_at': '2022-09-27T17:16:42Z', 'revision_number': 2, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'gw_port_host': None, '_interfaces': [{'id': '741126ab-0b91-4538-ae5c-63e23bc95afa', 'name': '', 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'mac_address': 'fa:16:3e:2f:d7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:16:41Z', 'updated_at': '2022-09-27T17:16:44Z', 'revision_number': 4, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'subnets': [{'id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71abc557-6a23-41ba-b719-de7337f08cd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:16:45.072125 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea51d5-e233-4ac3-8a70-c191dd71fa6f None None] The sync data for ids ['4bacf403-be4b-423b-bf14-44bbe2718b0e'] in dv-cinder-849143-8-iscsi is: [{'id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'name': 'router1', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:16:31Z', 'updated_at': '2022-09-27T17:16:42Z', 'revision_number': 2, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'gw_port_host': None, '_interfaces': [{'id': '741126ab-0b91-4538-ae5c-63e23bc95afa', 'name': '', 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'mac_address': 'fa:16:3e:2f:d7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:16:41Z', 'updated_at': '2022-09-27T17:16:44Z', 'revision_number': 4, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'subnets': [{'id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71abc557-6a23-41ba-b719-de7337f08cd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:16:45.176383 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Attempt 6 to provision port 741126ab-0b91-4538-ae5c-63e23bc95afa Sep 27 17:16:45.256135 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Current status of the port 741126ab-0b91-4538-ae5c-63e23bc95afa is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:16:45.256529 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:45.289286 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] For port 741126ab-0b91-4538-ae5c-63e23bc95afa, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=741126ab-0b91-4538-ae5c-63e23bc95afa,segment=NetworkSegment(f278c6ab-525e-43f7-b93d-1a77632d554f),segment_id=f278c6ab-525e-43f7-b93d-1a77632d554f)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:16:45.293571 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:45.348291 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175018f-074c-42e4-a4fe-c762a3c05f85 None None] Pushing event updated for resources: {'Port': ['ID=741126ab-0b91-4538-ae5c-63e23bc95afa,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:45.410142 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:45.416612 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-b726eec7-c500-484c-a562-873774829b76 None None] Provisioning complete for port 741126ab-0b91-4538-ae5c-63e23bc95afa triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:16:45.417011 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b726eec7-c500-484c-a562-873774829b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:45.417320 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b726eec7-c500-484c-a562-873774829b76 None None] Attempt 1 to provision port 741126ab-0b91-4538-ae5c-63e23bc95afa Sep 27 17:16:45.492724 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b726eec7-c500-484c-a562-873774829b76 None None] Current status of the port 741126ab-0b91-4538-ae5c-63e23bc95afa is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:16:45.782060 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 45464) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:46.112882 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writer thread running {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 17:16:46.170166 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:46.274622 dv-cinder-849143-8-iscsi neutron-server[106220]: ERROR stevedore.extension [None req-b6b29a1f-9dd4-42c1-90e9-63395bb6506e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 27 17:16:46.329776 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.policy [None req-b6b29a1f-9dd4-42c1-90e9-63395bb6506e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106220) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 17:16:46.372925 dv-cinder-849143-8-iscsi neutron-server[106220]: WARNING oslo_policy.policy [None req-b6b29a1f-9dd4-42c1-90e9-63395bb6506e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 17:16:46.373310 dv-cinder-849143-8-iscsi neutron-server[106220]: WARNING oslo_policy.policy [None req-b6b29a1f-9dd4-42c1-90e9-63395bb6506e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 17:16:46.381158 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b29a1f-9dd4-42c1-90e9-63395bb6506e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:16:46.382935 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b6b29a1f-9dd4-42c1-90e9-63395bb6506e admin admin] 10.222.0.55 "GET /networking/v2.0/networks/f669a52f-997c-4ce8-aae2-daad43416c4d HTTP/1.1" status: 200 len: 842 time: 0.5999892 Sep 27 17:16:46.393587 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Request body: {'subnet': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:16:46.433771 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Made reservation on behalf of 5c93f41c1d2243bfbbfb547f2005e999 for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:16:46.436572 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:46.825597 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.objects.ports [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106220) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 27 17:16:46.826336 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for subnet (e5d72281-505a-48fd-bb31-df2eca0ef0b9), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:46.900615 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:16:46.900984 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Network hostable DHCP agents. Network: f669a52f-997c-4ce8-aae2-daad43416c4d, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:16:46.903543 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d72281-505a-48fd-bb31-df2eca0ef0b9,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:46.918093 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.918442 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.918786 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.919117 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.919439 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.919761 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.920096 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.920394 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.920713 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.921029 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.921364 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.921695 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.922010 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.922351 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.922666 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Tracked resource versions report: Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: pushed versions: Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: { 'AddressGroup': {'1.2'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Agent': {'1.1'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'ConntrackHelper': {'1.0'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'LocalIPAssociation': {'1.0'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Log': {'1.0'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'NDPProxy': {'1.0'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Network': {'1.1'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Port': {'1.7'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'PortForwarding': {'1.3'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'QosPolicy': {'1.10'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SecurityGroup': {'1.5'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SecurityGroupRule': {'1.2'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SubPort': {'1.0'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Subnet': {'1.1'}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Trunk': {'1.1'}} Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: consumer versions: Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: { DHCP agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: L3 agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: Metadata agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: Metering agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: Open vSwitch agent@dv-cinder-849143-8-iscsi: { 'AddressGroup': '1.2', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Agent': '1.1', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'ConntrackHelper': '1.0', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'LocalIPAssociation': '1.0', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Log': '1.0', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'NDPProxy': '1.0', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Network': '1.1', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Port': '1.7', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'PortForwarding': '1.3', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'QosPolicy': '1.10', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SecurityGroup': '1.5', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SecurityGroupRule': '1.2', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SubPort': '1.0', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Subnet': '1.1', Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Trunk': '1.1'}} Sep 27 17:16:46.924054 dv-cinder-849143-8-iscsi neutron-server[106220]: {{(pid=106220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 17:16:46.955840 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:16:46.968016 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, f669a52f-997c-4ce8-aae2-daad43416c4d) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:16:46.977643 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:16:46.978574 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:46.981346 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e506383-cd6d-4117-89ea-9a840b0fa79a None None] Network f669a52f-997c-4ce8-aae2-daad43416c4d requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:16:47.010120 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-bf7067c8-daec-44ed-bda7-c2729e01cf39 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6135912 Sep 27 17:16:47.090823 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e519e-7d86-4d89-a40d-f7d563e719dd None None] Network f669a52f-997c-4ce8-aae2-daad43416c4d requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:16:49.693523 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 45482) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:50.179854 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 741126ab-0b91-4538-ae5c-63e23bc95afa up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:16:50.228326 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 741126ab-0b91-4538-ae5c-63e23bc95afa triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:16:50.228822 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:50.229224 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 741126ab-0b91-4538-ae5c-63e23bc95afa Sep 27 17:16:50.251025 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:50.263982 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-03925cf9-e0cc-42b9-8c22-74da8b1c08fa demo admin] 10.222.0.55 "GET /networking/v2.0/routers/4bacf403-be4b-423b-bf14-44bbe2718b0e HTTP/1.1" status: 200 len: 710 time: 0.5693324 Sep 27 17:16:50.302422 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 741126ab-0b91-4538-ae5c-63e23bc95afa is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:16:50.353933 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d4576e-d500-4f6c-9bf9-501352131b83 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:16:50.355330 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f4d4576e-d500-4f6c-9bf9-501352131b83 demo admin] 10.222.0.55 "GET /networking/v2.0/networks/f669a52f-997c-4ce8-aae2-daad43416c4d HTTP/1.1" status: 200 len: 886 time: 0.0856030 Sep 27 17:16:50.364668 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:16:50.602381 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:50.607241 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Publish callbacks [] for router_gateway (4bacf403-be4b-423b-bf14-44bbe2718b0e), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:50.621577 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:50.826403 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Publish callbacks [] for router_gateway (4bacf403-be4b-423b-bf14-44bbe2718b0e), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:50.907956 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:51.066275 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Allocated IP 172.27.0.34 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/f699a80a-254e-4161-adba-6f7177524835) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:16:51.175231 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Publish callbacks [] for port (f699a80a-254e-4161-adba-6f7177524835), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:51.232940 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (f699a80a-254e-4161-adba-6f7177524835), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:51.305993 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:16:51.315727 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:16:51.318523 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:16:51.399900 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Pushing event updated for resources: {'Port': ['ID=f699a80a-254e-4161-adba-6f7177524835,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:51.617509 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:51.635597 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Publish callbacks [] for router_gateway (4bacf403-be4b-423b-bf14-44bbe2718b0e), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:51.765433 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:51.819900 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router (4bacf403-be4b-423b-bf14-44bbe2718b0e), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:51.824829 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538843'] for router (4bacf403-be4b-423b-bf14-44bbe2718b0e), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:51.927290 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Router 4bacf403-be4b-423b-bf14-44bbe2718b0e has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:16:52.029810 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:16:52.034688 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:52.035692 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-d00b59dc-31a2-4633-8a1d-5445d13e6a71 demo admin] 10.222.0.55 "PUT /networking/v2.0/routers/4bacf403-be4b-423b-bf14-44bbe2718b0e HTTP/1.1" status: 200 len: 889 time: 1.6745834 Sep 27 17:16:52.053252 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Sync routers for ids ['4bacf403-be4b-423b-bf14-44bbe2718b0e'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:16:52.066031 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Routers {'4bacf403-be4b-423b-bf14-44bbe2718b0e'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:16:52.066731 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:16:39Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['4bacf403-be4b-423b-bf14-44bbe2718b0e'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:16:52.293756 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Set router 4bacf403-be4b-423b-bf14-44bbe2718b0e gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:16:52.763444 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'name': 'router1', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f699a80a-254e-4161-adba-6f7177524835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:16:31Z', 'updated_at': '2022-09-27T17:16:51Z', 'revision_number': 4, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'gw_port': {'id': 'f699a80a-254e-4161-adba-6f7177524835', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:16:50Z', 'updated_at': '2022-09-27T17:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '741126ab-0b91-4538-ae5c-63e23bc95afa', 'name': '', 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'mac_address': 'fa:16:3e:2f:d7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:16:41Z', 'updated_at': '2022-09-27T17:16:45Z', 'revision_number': 5, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'subnets': [{'id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71abc557-6a23-41ba-b719-de7337f08cd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:16:52.816006 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Checking router: 4bacf403-be4b-423b-bf14-44bbe2718b0e for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:16:52.816365 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Updating router 4bacf403-be4b-423b-bf14-44bbe2718b0e port f699a80a-254e-4161-adba-6f7177524835 binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:16:52.868858 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (f699a80a-254e-4161-adba-6f7177524835), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:52.980476 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:53.118251 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:53.119646 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:53.183715 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Publish callbacks [] for port (f699a80a-254e-4161-adba-6f7177524835), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:53.189420 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (f699a80a-254e-4161-adba-6f7177524835), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:53.224500 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Attempting to bind port f699a80a-254e-4161-adba-6f7177524835 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:16:53.224861 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Attempting to bind port f699a80a-254e-4161-adba-6f7177524835 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:16:53.225220 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Attempting to bind port f699a80a-254e-4161-adba-6f7177524835 on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:16:53.257184 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881a9d4-6f45-43f3-976a-eb12c7a5e95b None None] Pushing event updated for resources: {'Port': ['ID=f699a80a-254e-4161-adba-6f7177524835,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:53.275619 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:16:53.275990 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:16:53.276385 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:53.276772 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:16:53.277241 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Bound port: f699a80a-254e-4161-adba-6f7177524835, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:16:53.277615 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (f699a80a-254e-4161-adba-6f7177524835), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:53.324220 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:53.328353 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] For port f699a80a-254e-4161-adba-6f7177524835, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:16:53.331932 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] For port f699a80a-254e-4161-adba-6f7177524835, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=f699a80a-254e-4161-adba-6f7177524835,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:16:53.338190 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (f699a80a-254e-4161-adba-6f7177524835), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:53.374261 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Routers {'4bacf403-be4b-423b-bf14-44bbe2718b0e'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:16:53.374781 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:16:39Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['4bacf403-be4b-423b-bf14-44bbe2718b0e'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:16:53.429056 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881a9d4-6f45-43f3-976a-eb12c7a5e95b None None] Pushing event updated for resources: {'Port': ['ID=f699a80a-254e-4161-adba-6f7177524835,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:53.489448 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] Set router 4bacf403-be4b-423b-bf14-44bbe2718b0e gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:16:53.684173 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'name': 'router1', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f699a80a-254e-4161-adba-6f7177524835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:16:31Z', 'updated_at': '2022-09-27T17:16:51Z', 'revision_number': 4, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'gw_port': {'id': 'f699a80a-254e-4161-adba-6f7177524835', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:16:50Z', 'updated_at': '2022-09-27T17:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '741126ab-0b91-4538-ae5c-63e23bc95afa', 'name': '', 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'mac_address': 'fa:16:3e:2f:d7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:16:41Z', 'updated_at': '2022-09-27T17:16:45Z', 'revision_number': 5, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'subnets': [{'id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71abc557-6a23-41ba-b719-de7337f08cd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:16:53.711658 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24de741d-32a4-4b67-b570-8cbcf77eea7e None None] The sync data for ids ['4bacf403-be4b-423b-bf14-44bbe2718b0e'] in dv-cinder-849143-8-iscsi is: [{'id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'name': 'router1', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f699a80a-254e-4161-adba-6f7177524835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:16:31Z', 'updated_at': '2022-09-27T17:16:51Z', 'revision_number': 4, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'gw_port': {'id': 'f699a80a-254e-4161-adba-6f7177524835', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:16:50Z', 'updated_at': '2022-09-27T17:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '741126ab-0b91-4538-ae5c-63e23bc95afa', 'name': '', 'network_id': 'ca963d98-afb7-46b3-a329-5fed6b8fc68c', 'tenant_id': '00cafd6359074bd5ae371a50effe7297', 'mac_address': 'fa:16:3e:2f:d7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bacf403-be4b-423b-bf14-44bbe2718b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:16:41Z', 'updated_at': '2022-09-27T17:16:45Z', 'revision_number': 5, 'project_id': '00cafd6359074bd5ae371a50effe7297', 'subnets': [{'id': '3ed8e685-bab2-4e1b-bfcf-335c4d81088c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71abc557-6a23-41ba-b719-de7337f08cd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:16:54.199547 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device f699a80a-254e-4161-adba-6f7177524835 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:16:54.246126 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port f699a80a-254e-4161-adba-6f7177524835 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:16:54.246521 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (f699a80a-254e-4161-adba-6f7177524835), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:54.246858 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port f699a80a-254e-4161-adba-6f7177524835 Sep 27 17:16:54.328925 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:54.335229 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port f699a80a-254e-4161-adba-6f7177524835 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:16:54.335691 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (f699a80a-254e-4161-adba-6f7177524835), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:54.359836 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port f699a80a-254e-4161-adba-6f7177524835, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=f699a80a-254e-4161-adba-6f7177524835,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:16:54.364938 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (f699a80a-254e-4161-adba-6f7177524835), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:54.421294 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=f699a80a-254e-4161-adba-6f7177524835,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:16:54.874255 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 45496) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:16:55.050266 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:55.051182 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=32 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:16:55.263511 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-17acc15d-4537-4318-bf94-39b282ce2a48 admin admin] 10.222.0.55 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3881216 Sep 27 17:16:56.178801 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device f699a80a-254e-4161-adba-6f7177524835 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:16:56.221749 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port f699a80a-254e-4161-adba-6f7177524835 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:16:56.222163 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (f699a80a-254e-4161-adba-6f7177524835), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:16:56.222503 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port f699a80a-254e-4161-adba-6f7177524835 Sep 27 17:16:56.293248 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port f699a80a-254e-4161-adba-6f7177524835 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:17:02.022613 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=28 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:02.030177 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=49 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:05.252323 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:05.259995 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:05.653802 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 5 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:17:06.290554 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=25 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:06.291752 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:07.268218 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-8411a77f-2235-459c-9d4e-c2c4b1192093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:17:07.658790 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:09.516820 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-027e4191-b226-4d04-9251-f0b2dc57e96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:17:10.781616 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:17:12.341487 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:17:12.441156 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:17:15.649766 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:22.432678 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:22.436287 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:37.271726 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3fc4-9f55-406a-b078-cd31038e18f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:17:39.532741 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-07d3a822-8134-435e-a8eb-d1457862ce46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:17:40.774970 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:17:42.365450 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:17:42.445691 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:17:42.653493 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 5 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:17:44.659609 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:52.434832 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=23 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:52.436769 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:17:52.650487 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:05.649988 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:07.268410 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1363444d-6935-4858-b0e7-11e268a2babb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:09.525509 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-77251e51-bee2-45a5-a4c7-cedaef16a4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:10.776116 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:12.334054 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:12.438972 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:19.652891 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 5 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:18:20.542265 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46046) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:18:20.880118 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e60eb2-8895-4b77-b945-484c3614db09 admin admin] GET failed (client error): The resource could not be found. Sep 27 17:18:20.881931 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-09e60eb2-8895-4b77-b945-484c3614db09 admin admin] 10.222.0.55 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3385634 Sep 27 17:18:21.117061 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659ad2d-0bcf-4f8d-907b-05a06f74fbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:21.118573 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-c659ad2d-0bcf-4f8d-907b-05a06f74fbac admin admin] 10.222.0.55 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2322779 Sep 27 17:18:22.428109 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:22.434262 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:23.673067 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46056) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:18:24.040347 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513ecdf1-c19a-43cf-9804-57858edb70c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:24.041750 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-513ecdf1-c19a-43cf-9804-57858edb70c8 admin admin] 10.222.0.55 "GET /networking/v2.0/subnets/3ed8e685-bab2-4e1b-bfcf-335c4d81088c HTTP/1.1" status: 200 len: 849 time: 0.3676867 Sep 27 17:18:24.051881 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:18:24.138158 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Publish callbacks [] for subnet (3ed8e685-bab2-4e1b-bfcf-335c4d81088c), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:24.277934 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767901907357'] for subnet (3ed8e685-bab2-4e1b-bfcf-335c4d81088c), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:24.317513 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb167fe7-3990-43c1-b5c3-89170c480ec4 None None] Network ca963d98-afb7-46b3-a329-5fed6b8fc68c requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:18:24.318506 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:24.318654 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:24.319952 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] 10.222.0.55 "PUT /networking/v2.0/subnets/3ed8e685-bab2-4e1b-bfcf-335c4d81088c HTTP/1.1" status: 200 len: 868 time: 0.2715738 Sep 27 17:18:24.334773 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed8e685-bab2-4e1b-bfcf-335c4d81088c,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:18:24.342565 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.343404 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.344037 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.344446 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.344785 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.345137 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.345469 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.345798 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.346163 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.346498 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.346849 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.347192 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.347529 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.347835 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.348154 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef016a47-4892-4114-8e4f-3656aa378289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:18:24.617003 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-7c27d36a-ebdd-42f7-b234-fa375e439ee1 None None] Provisioning complete for port 741126ab-0b91-4538-ae5c-63e23bc95afa triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:18:24.617400 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7c27d36a-ebdd-42f7-b234-fa375e439ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (741126ab-0b91-4538-ae5c-63e23bc95afa), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:24.617737 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7c27d36a-ebdd-42f7-b234-fa375e439ee1 None None] Attempt 1 to provision port 741126ab-0b91-4538-ae5c-63e23bc95afa Sep 27 17:18:24.689575 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7c27d36a-ebdd-42f7-b234-fa375e439ee1 None None] Current status of the port 741126ab-0b91-4538-ae5c-63e23bc95afa is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:18:24.697499 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-7c27d36a-ebdd-42f7-b234-fa375e439ee1 None None] Provisioning complete for port 682db2c9-3acd-4c1e-8f60-090fee5fa276 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:18:24.697871 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7c27d36a-ebdd-42f7-b234-fa375e439ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (682db2c9-3acd-4c1e-8f60-090fee5fa276), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:24.698241 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7c27d36a-ebdd-42f7-b234-fa375e439ee1 None None] Attempt 1 to provision port 682db2c9-3acd-4c1e-8f60-090fee5fa276 Sep 27 17:18:24.771190 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7c27d36a-ebdd-42f7-b234-fa375e439ee1 None None] Current status of the port 682db2c9-3acd-4c1e-8f60-090fee5fa276 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:18:26.891315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46064) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:18:27.373615 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f203c1d-8583-4487-8032-185e10b9c1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:27.374634 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f203c1d-8583-4487-8032-185e10b9c1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:27.376171 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1f203c1d-8583-4487-8032-185e10b9c1ca admin admin] 10.222.0.55 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4838996 Sep 27 17:18:29.648024 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=16 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:29.649321 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=18 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:29.931283 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46072) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:18:30.341876 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2076de29-dc07-467b-87bd-46946aadd46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:30.342376 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2076de29-dc07-467b-87bd-46946aadd46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:30.344423 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-2076de29-dc07-467b-87bd-46946aadd46f admin admin] 10.222.0.55 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4122043 Sep 27 17:18:32.955594 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46080) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:18:33.370487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:33.373967 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6291e868-c1f6-4bbd-b73c-46b48df74ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:33.375363 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6291e868-c1f6-4bbd-b73c-46b48df74ed5 admin admin] 10.222.0.55 "GET /networking/v2.0/networks/ca963d98-afb7-46b3-a329-5fed6b8fc68c HTTP/1.1" status: 200 len: 869 time: 0.4187903 Sep 27 17:18:34.762305 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=38 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:34.769773 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=39 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:35.968261 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46088) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:18:36.336991 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:36.373412 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d0de42-11bc-4cb9-96d6-611fc42c8f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:36.374901 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-97d0de42-11bc-4cb9-96d6-611fc42c8f2b admin admin] 10.222.0.55 "GET /networking/v2.0/networks/f669a52f-997c-4ce8-aae2-daad43416c4d HTTP/1.1" status: 200 len: 886 time: 0.4056742 Sep 27 17:18:37.270678 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d86e20b4-4338-4e8a-a972-fe61d69a85e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:38.925657 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46096) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:18:39.321327 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d25f8d-a7a2-43c1-870b-4ac5a7c6b921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:39.321777 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d25f8d-a7a2-43c1-870b-4ac5a7c6b921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:39.323345 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-c7d25f8d-a7a2-43c1-870b-4ac5a7c6b921 admin admin] 10.222.0.55 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3967021 Sep 27 17:18:39.527410 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-32707655-bb91-4850-935e-5195b5c5441b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:40.781835 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:41.898226 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46104) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:18:42.261603 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90371866-5acd-408d-a57d-21ef5c4a4d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:42.262054 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90371866-5acd-408d-a57d-21ef5c4a4d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:42.263534 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-90371866-5acd-408d-a57d-21ef5c4a4d1b admin admin] 10.222.0.55 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3644545 Sep 27 17:18:42.337658 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:42.441752 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:18:44.839659 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46112) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:18:45.222663 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04673389-aa5c-4bc4-9848-f55d8226a274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:45.223984 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-04673389-aa5c-4bc4-9848-f55d8226a274 admin admin] 10.222.0.55 "GET /networking/v2.0/subnets/3ed8e685-bab2-4e1b-bfcf-335c4d81088c HTTP/1.1" status: 200 len: 868 time: 0.3834677 Sep 27 17:18:47.791582 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46120) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:18:48.270788 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948aa34c-eeb4-4f07-9b80-aec5e5328aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:18:48.272083 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-948aa34c-eeb4-4f07-9b80-aec5e5328aa4 admin admin] 10.222.0.55 "GET /networking/v2.0/subnets/e5d72281-505a-48fd-bb31-df2eca0ef0b9 HTTP/1.1" status: 200 len: 816 time: 0.4795678 Sep 27 17:18:52.435058 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:52.436924 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:56.651181 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 5 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:18:58.266308 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=30 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:58.267411 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=34 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:18:58.653700 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:06.648444 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:07.274527 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a7416355-8234-4375-9384-29d1e4a7a604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:09.530098 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6efdfc15-b312-4c84-9f00-04bdc472e3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:10.783160 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:12.344063 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:12.444181 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:17.940511 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46178) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:19:18.259113 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [None req-c5a074f4-fd73-446d-91ba-d18cb204042f admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106219) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:19:18.260117 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-c5a074f4-fd73-446d-91ba-d18cb204042f admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3187540 Sep 27 17:19:20.913337 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46186) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:19:21.250147 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cc8c58-9d78-4eeb-9f2f-aef03e1689b6 admin admin] GET failed (client error): The resource could not be found. Sep 27 17:19:21.251404 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-07cc8c58-9d78-4eeb-9f2f-aef03e1689b6 admin admin] 10.222.0.55 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3371437 Sep 27 17:19:21.338937 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7a394a-9edd-4c3d-9d0c-9120e26846eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:19:21.340577 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-9a7a394a-9edd-4c3d-9d0c-9120e26846eb admin admin] 10.222.0.55 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0848045 Sep 27 17:19:22.433115 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:22.440421 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:23.988895 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46194) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:19:24.309177 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:19:24.329233 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Made reservation on behalf of 5c93f41c1d2243bfbbfb547f2005e999 for: {'network': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:19:24.331653 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:24.362587 dv-cinder-849143-8-iscsi neutron-server[106219]: WARNING neutron.services.revisions.revision_plugin [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Could not find related network for resource to bump revision. Sep 27 17:19:24.374240 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=106219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:19:24.383004 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (04360104-f522-4b08-8eb9-7bbb35dd0bb1), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:24.383343 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.segments_db [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Added segment 04360104-f522-4b08-8eb9-7bbb35dd0bb1 of type vlan for network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 Sep 27 17:19:24.422234 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:24.445510 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:24.446487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:19:24.447057 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:24.509541 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5195887 Sep 27 17:19:24.514648 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Pushing event updated for resources: {'Network': ['ID=d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:19:24.521786 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.522151 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.522492 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.522823 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.523153 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.523479 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.523807 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.524122 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.524463 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.524786 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.525125 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.525464 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.525790 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.526129 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.526444 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617fad5-6c36-4536-bd3f-6fcaec41731e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:24.543355 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:19:27.125732 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46202) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:19:27.459280 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.pecan_wsgi.hooks.translation [None req-e891adad-26cb-472d-b45f-56d787a2710a admin admin] GET failed (client error): The resource could not be found. Sep 27 17:19:27.460881 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e891adad-26cb-472d-b45f-56d787a2710a admin admin] 10.222.0.55 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3341670 Sep 27 17:19:27.535756 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f8d9fd-f38d-419a-afd5-9f909798a469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:19:27.537190 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-b8f8d9fd-f38d-419a-afd5-9f909798a469 admin admin] 10.222.0.55 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0718093 Sep 27 17:19:27.547024 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Request body: {'subnet': {'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:19:27.565451 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Made reservation on behalf of 5c93f41c1d2243bfbbfb547f2005e999 for: {'subnet': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:19:27.567678 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:27.818467 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for subnet (e2be0ebe-f55a-4faf-a2d4-8d73258ed187), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:27.866917 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2be0ebe-f55a-4faf-a2d4-8d73258ed187,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:19:27.881692 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Checking segment: {'id': '04360104-f522-4b08-8eb9-7bbb35dd0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:19:27.882039 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Network hostable DHCP agents. Network: d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:19:27.897990 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:19:27.906499 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25) {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:19:27.910428 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:19:27.911023 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:27.916209 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661d460-2537-4d11-9cf9-842b63283ba7 None None] Network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:19:27.927366 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-7b0c13d4-2bfc-4f46-8699-c06d9b68c571 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3836174 Sep 27 17:19:28.025399 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25', 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25', 'project_id': '5c93f41c1d2243bfbbfb547f2005e999', 'fixed_ips': [{'subnet_id': 'e2be0ebe-f55a-4faf-a2d4-8d73258ed187'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:19:28.026528 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:28.169952 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Allocated IP 192.168.233.2 (d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25/e2be0ebe-f55a-4faf-a2d4-8d73258ed187/507bea45-e9ff-480b-8134-81d419416301) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:19:28.406294 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Publish callbacks [] for port (507bea45-e9ff-480b-8134-81d419416301), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:28.411186 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (507bea45-e9ff-480b-8134-81d419416301), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:28.453515 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:19:28.458755 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:19:28.460603 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Pushing event updated for resources: {'Port': ['ID=507bea45-e9ff-480b-8134-81d419416301,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:19:28.462839 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:19:28.471655 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.472007 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.472372 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.472733 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.473074 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.473396 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.473727 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.474057 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.474412 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.474735 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.475063 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.475400 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.475725 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.476050 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.476369 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:19:28.534562 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Attempting to bind port 507bea45-e9ff-480b-8134-81d419416301 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:19:28.534937 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Attempting to bind port 507bea45-e9ff-480b-8134-81d419416301 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '04360104-f522-4b08-8eb9-7bbb35dd0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:19:28.535356 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Attempting to bind port 507bea45-e9ff-480b-8134-81d419416301 on network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:19:28.577727 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:19:28.578121 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Checking segment: {'id': '04360104-f522-4b08-8eb9-7bbb35dd0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:19:28.578533 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:28.579276 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Bound using segment: {'id': '04360104-f522-4b08-8eb9-7bbb35dd0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:19:28.579773 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Bound port: 507bea45-e9ff-480b-8134-81d419416301, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04360104-f522-4b08-8eb9-7bbb35dd0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:19:28.580187 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (507bea45-e9ff-480b-8134-81d419416301), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:28.639978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] For port 507bea45-e9ff-480b-8134-81d419416301, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:19:28.643694 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] For port 507bea45-e9ff-480b-8134-81d419416301, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=507bea45-e9ff-480b-8134-81d419416301,segment=NetworkSegment(04360104-f522-4b08-8eb9-7bbb35dd0bb1),segment_id=04360104-f522-4b08-8eb9-7bbb35dd0bb1)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:19:28.649791 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (507bea45-e9ff-480b-8134-81d419416301), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:28.713639 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f2fdb-aa0c-4b4a-a731-c47182013321 None None] Pushing event updated for resources: {'Port': ['ID=507bea45-e9ff-480b-8134-81d419416301,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:19:29.500675 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b91f20-6243-4795-9816-b2f7f42b70e1 None None] Network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:19:29.562584 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-1d692705-2d71-4505-9f41-591befad706a None None] Provisioning complete for port 507bea45-e9ff-480b-8134-81d419416301 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:19:29.562980 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1d692705-2d71-4505-9f41-591befad706a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (507bea45-e9ff-480b-8134-81d419416301), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:29.563321 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1d692705-2d71-4505-9f41-591befad706a None None] Attempt 1 to provision port 507bea45-e9ff-480b-8134-81d419416301 Sep 27 17:19:29.595715 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:29.602033 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:29.691859 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1d692705-2d71-4505-9f41-591befad706a None None] Current status of the port 507bea45-e9ff-480b-8134-81d419416301 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:19:29.691859 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1d692705-2d71-4505-9f41-591befad706a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (507bea45-e9ff-480b-8134-81d419416301), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:29.727124 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-1d692705-2d71-4505-9f41-591befad706a None None] For port 507bea45-e9ff-480b-8134-81d419416301, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=507bea45-e9ff-480b-8134-81d419416301,segment=NetworkSegment(04360104-f522-4b08-8eb9-7bbb35dd0bb1),segment_id=04360104-f522-4b08-8eb9-7bbb35dd0bb1)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:19:29.732918 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1d692705-2d71-4505-9f41-591befad706a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (507bea45-e9ff-480b-8134-81d419416301), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:29.796723 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d692705-2d71-4505-9f41-591befad706a None None] Pushing event updated for resources: {'Port': ['ID=507bea45-e9ff-480b-8134-81d419416301,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:19:29.953555 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-2d5b8047-5573-44a1-a911-2d63e90155f7 None None] Provisioning complete for port 507bea45-e9ff-480b-8134-81d419416301 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:19:29.953938 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-2d5b8047-5573-44a1-a911-2d63e90155f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (507bea45-e9ff-480b-8134-81d419416301), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:29.954297 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-2d5b8047-5573-44a1-a911-2d63e90155f7 None None] Attempt 1 to provision port 507bea45-e9ff-480b-8134-81d419416301 Sep 27 17:19:30.027310 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b8047-5573-44a1-a911-2d63e90155f7 None None] Current status of the port 507bea45-e9ff-480b-8134-81d419416301 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:19:30.281073 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 507bea45-e9ff-480b-8134-81d419416301 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:19:30.326487 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 507bea45-e9ff-480b-8134-81d419416301 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:19:30.326877 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (507bea45-e9ff-480b-8134-81d419416301), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:30.327210 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 507bea45-e9ff-480b-8134-81d419416301 Sep 27 17:19:30.402881 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 507bea45-e9ff-480b-8134-81d419416301 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:19:33.650316 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 5 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:19:37.277473 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-566297fa-c258-4e60-8f45-b771d8b226b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:37.920481 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:37.921264 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:39.531145 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5ea0988e-fe21-4fac-b0a6-af306b0ebe5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:40.785057 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:42.345166 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:42.448027 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:19:43.646951 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:43.647690 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=7 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:52.440425 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:19:52.442395 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:20:07.280048 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f29cb8ca-b67e-46b5-b7d1-671e98da0f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:09.532145 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5aac93d0-853a-44aa-a2ed-1fcd236e0c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:10.649555 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 5 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:20:10.788617 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:12.348060 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:12.450948 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:20.645713 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:20:20.646640 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:20:22.444770 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:20:22.446730 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:20:37.287267 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-400ac922-2739-4228-9cf3-0e55d21df52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:39.538497 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-341f44ba-7723-4670-a720-234876dfdf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:40.790697 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:41.879094 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46244) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:20:41.884702 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [None req-eeb7accb-96bf-4862-b846-240e810518e1 tempest-verify_tempest_config-1697130452 tempest-verify_tempest_config-1697130452-project] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106219) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:20:41.886196 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-eeb7accb-96bf-4862-b846-240e810518e1 tempest-verify_tempest_config-1697130452 tempest-verify_tempest_config-1697130452-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056171 Sep 27 17:20:42.351381 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:42.389275 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46262) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:20:42.453560 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:42.717975 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:42.792263 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Publish callbacks [] for security_group (d3320818-0b2c-4772-bab9-8a4de3dc93bd), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:42.795965 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d3320818-0b2c-4772-bab9-8a4de3dc93bd), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:42.840449 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=234a7189a6bd4e70876b402f62025d51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4501557 Sep 27 17:20:42.841218 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3320818-0b2c-4772-bab9-8a4de3dc93bd,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:20:42.843069 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46266) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:20:42.860566 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.860908 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.861266 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.861597 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.861921 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.862282 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.862602 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.862915 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.863244 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.863562 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.863892 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.864210 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.864523 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.864832 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.865141 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f492dcc-72ff-4247-9fad-d1a9e97bdfaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:20:42.907524 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-37f6ab21-732c-434b-b7ba-647407ac4438 admin admin] Publish callbacks [] for security_group (d3320818-0b2c-4772-bab9-8a4de3dc93bd), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:42.926790 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-37f6ab21-732c-434b-b7ba-647407ac4438 admin admin] Publish callbacks [] for security_group (d3320818-0b2c-4772-bab9-8a4de3dc93bd), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:43.025615 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-37f6ab21-732c-434b-b7ba-647407ac4438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d3320818-0b2c-4772-bab9-8a4de3dc93bd), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:43.028713 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-37f6ab21-732c-434b-b7ba-647407ac4438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:20:43.032413 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-37f6ab21-732c-434b-b7ba-647407ac4438 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d3320818-0b2c-4772-bab9-8a4de3dc93bd HTTP/1.1" status: 204 len: 168 time: 0.1859789 Sep 27 17:20:43.038296 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6ab21-732c-434b-b7ba-647407ac4438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3320818-0b2c-4772-bab9-8a4de3dc93bd,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:20:47.648048 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 5 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:20:52.448722 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:20:52.970548 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=31,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:20:53.034350 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=40,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:20:53.058968 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:21:04.484173 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=18 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:21:04.486722 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=16 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:21:07.280707 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3c00814f-2156-4216-a9aa-25d0a66bac87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:21:09.531707 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c9fb3d70-f6eb-455c-84e0-d4afa161bc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:21:10.793466 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:21:12.354899 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:21:12.455273 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:21:22.449921 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:21:22.451982 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:21:24.646606 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 5 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:21:26.669005 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:21:34.643518 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:21:37.282828 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9569f54d-8980-4bde-9bd2-1928c63eab38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:21:39.535131 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-266accc6-61cf-4d3d-bcc9-1051a7582513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:21:40.796174 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:21:42.358359 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:21:42.456807 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:21:52.451148 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:21:52.453680 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:22:01.644991 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 5 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:22:05.648627 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:22:07.287913 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f5354b30-3dc8-4a46-8564-4379004a1e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:09.537441 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-8eff8310-7e5b-4910-a6e6-877aeb2b6185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:10.799190 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:11.641637 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=6 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:22:12.360815 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:12.457523 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:13.534373 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-535501'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:23.526539 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:22:23.529880 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:22:28.560858 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46358) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:22:28.685166 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-bf9cc550-b34f-4caf-a2db-5cd99bb587d5 admin admin] 10.222.0.55 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1232860 Sep 27 17:22:31.118643 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46368) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:22:31.172170 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-683700ab-be5c-408d-949c-d315dafa14eb admin admin] 10.222.0.55 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524447 Sep 27 17:22:37.289881 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-51e33649-e265-4a6b-8c85-140383d2a580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:38.643519 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:22:38.680164 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:22:39.544352 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5a73b507-9aa6-4bdd-b9bf-9f1f8bc04093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:40.681400 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:22:40.802337 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:41.167250 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:22:42.363576 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:42.459358 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:43.503183 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:22:48.639658 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=6 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:22:53.497287 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:22:53.499241 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:23:04.483314 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=12 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:23:04.485852 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=14 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:23:07.292542 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5fc7-5ee1-491f-8ca1-d3fd234282b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:09.536109 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ee411348-987a-46ec-813f-8799c2faa83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:10.804641 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:12.370298 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:12.463302 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:13.504923 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:15.642832 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:23:17.677537 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:23:23.495112 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:23:23.501338 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:23:25.638232 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:23:37.294659 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9f141808-5c82-41ca-add0-0adeb8362e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:39.539358 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1a543453-d2e2-4098-9bbc-c5d5ba638a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:40.808837 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:42.369686 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:42.466248 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:43.505184 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:23:52.642782 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:23:53.498884 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:23:53.501180 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:02.206728 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46572) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:02.602567 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-628075259-network', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:02.626711 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Made reservation on behalf of 9c16b9aaa5ac4e6dac613614c1a570c8 for: {'network': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:24:02.629179 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:02.638117 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:02.723526 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Publish callbacks [] for security_group (090ce2c0-83de-4a9a-82a9-55a1fc297098), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:02.729994 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (090ce2c0-83de-4a9a-82a9-55a1fc297098), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:02.744986 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=106219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:24:02.749079 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 46610) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:02.768044 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (506e76ab-2199-4d3b-9ba5-85b680e1d73e), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:02.768384 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.segments_db [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Added segment 506e76ab-2199-4d3b-9ba5-85b680e1d73e of type vlan for network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 Sep 27 17:24:02.820590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090ce2c0-83de-4a9a-82a9-55a1fc297098,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:02.829873 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (9ec76b38-4dd6-4948-baf3-dc0cadd14720), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:02.836605 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.836941 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.837461 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.837946 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.838430 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.838916 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.839246 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.839566 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.839890 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.840211 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.840559 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.840880 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.841947 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.842287 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.842830 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Tracked resource versions report: Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: pushed versions: Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: { 'AddressGroup': {'1.2'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Agent': {'1.1'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'ConntrackHelper': {'1.0'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'LocalIPAssociation': {'1.0'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Log': {'1.0'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'NDPProxy': {'1.0'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Network': {'1.1'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Port': {'1.7'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'PortForwarding': {'1.3'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'QosPolicy': {'1.10'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SecurityGroup': {'1.5'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SecurityGroupRule': {'1.2'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SubPort': {'1.0'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Subnet': {'1.1'}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Trunk': {'1.1'}} Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: consumer versions: Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: { DHCP agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: HyperV agent@hv-cinder-84914: {}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: L3 agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: Metadata agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: Metering agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: Open vSwitch agent@dv-cinder-849143-8-iscsi: { 'AddressGroup': '1.2', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Agent': '1.1', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'ConntrackHelper': '1.0', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'LocalIPAssociation': '1.0', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Log': '1.0', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'NDPProxy': '1.0', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Network': '1.1', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Port': '1.7', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'PortForwarding': '1.3', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'QosPolicy': '1.10', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SecurityGroup': '1.5', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SecurityGroupRule': '1.2', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'SubPort': '1.0', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Subnet': '1.1', Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: 'Trunk': '1.1'}} Sep 27 17:24:02.844021 dv-cinder-849143-8-iscsi neutron-server[106219]: {{(pid=106219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 17:24:02.872109 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (9ec76b38-4dd6-4948-baf3-dc0cadd14720), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:02.873197 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:02.873778 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:02.924733 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 46628) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:02.935938 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7278626 Sep 27 17:24:02.939110 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 46632) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:02.948019 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Request body: {'subnet': {'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-628075259-subnet', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:02.955910 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f907d-1c6c-405a-927c-3f4c1611965f admin admin] Pushing event updated for resources: {'Network': ['ID=9ec76b38-4dd6-4948-baf3-dc0cadd14720,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:02.969442 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:24:02.972829 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Made reservation on behalf of 9c16b9aaa5ac4e6dac613614c1a570c8 for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:24:02.975848 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.068035 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-532087849-network', 'tenant_id': 'fd5caa5782e74721a4c2991524182668'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:03.160445 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Made reservation on behalf of fd5caa5782e74721a4c2991524182668 for: {'network': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:24:03.162684 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.182779 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.308917 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-network', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:03.314539 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for subnet (b7080218-588c-4198-9690-5fefdb537d20), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.345819 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Publish callbacks [] for security_group (82eb4859-4a1c-44af-b86f-b386a2e2d7ca), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.363474 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (82eb4859-4a1c-44af-b86f-b386a2e2d7ca), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.366448 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Made reservation on behalf of 37e99b06d94d4893963a88cd5333ec5b for: {'network': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:24:03.368686 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.390780 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=106220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:24:03.404047 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767901981121', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (d9119bf4-0efc-463a-a301-8f70bd061825), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.404583 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Unsubscribe: segment precommit_create {{(pid=106220) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 17:24:03.405070 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.segments_db [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Added segment d9119bf4-0efc-463a-a301-8f70bd061825 of type vlan for network 77098589-b75d-4cff-80ff-98fbc8a6384d Sep 27 17:24:03.436523 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.481146 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (77098589-b75d-4cff-80ff-98fbc8a6384d), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.533902 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=22,neutron:SELECT=73,neutron:UPDATE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:03.539850 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eb4859-4a1c-44af-b86f-b386a2e2d7ca,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:03.549039 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Checking segment: {'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:03.549518 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Network hostable DHCP agents. Network: 9ec76b38-4dd6-4948-baf3-dc0cadd14720, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:24:03.554977 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.555423 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.555820 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.556336 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.556820 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.557307 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.557792 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.558294 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.558781 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.559270 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.559791 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.560317 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.560788 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.561263 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.561736 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Tracked resource versions report: Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: pushed versions: Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: { 'AddressGroup': {'1.2'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Agent': {'1.1'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'ConntrackHelper': {'1.0'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'LocalIPAssociation': {'1.0'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Log': {'1.0'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'NDPProxy': {'1.0'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Network': {'1.1'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Port': {'1.7'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'PortForwarding': {'1.3'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'QosPolicy': {'1.10'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SecurityGroup': {'1.5'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SecurityGroupRule': {'1.2'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SubPort': {'1.0'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Subnet': {'1.1'}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Trunk': {'1.1'}} Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: consumer versions: Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: { DHCP agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: HyperV agent@hv-cinder-84914: {}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: L3 agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: Metadata agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: Metering agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: Open vSwitch agent@dv-cinder-849143-8-iscsi: { 'AddressGroup': '1.2', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Agent': '1.1', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'ConntrackHelper': '1.0', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'LocalIPAssociation': '1.0', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Log': '1.0', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'NDPProxy': '1.0', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Network': '1.1', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Port': '1.7', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'PortForwarding': '1.3', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'QosPolicy': '1.10', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SecurityGroup': '1.5', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SecurityGroupRule': '1.2', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'SubPort': '1.0', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Subnet': '1.1', Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: 'Trunk': '1.1'}} Sep 27 17:24:03.563315 dv-cinder-849143-8-iscsi neutron-server[106220]: {{(pid=106220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 17:24:03.596738 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (77098589-b75d-4cff-80ff-98fbc8a6384d), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.597744 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:03.601036 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.808201 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=77098589-b75d-4cff-80ff-98fbc8a6384d,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:03.863550 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:03.924705 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 77098589-b75d-4cff-80ff-98fbc8a6384d details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:24:03.927862 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46680) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:03.928425 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-946ca8da-d6e3-452e-b1ea-595838d3b7b3 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1780605 Sep 27 17:24:03.937879 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:24:03.938306 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Request body: {'subnet': {'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-subnet', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:03.953854 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Publish callbacks [] for security_group (ef57420f-a5e4-4ef1-b449-458756bdfe76), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.958255 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 9ec76b38-4dd6-4948-baf3-dc0cadd14720) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:03.970359 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (ef57420f-a5e4-4ef1-b449-458756bdfe76), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:03.987431 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=106220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:24:03.999774 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b606b5-0cbf-4c6e-b2ee-943a1bec8684 None None] Network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:24:04.000617 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (f5020098-b892-428d-8c25-87164397121e), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.000928 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.segments_db [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Added segment f5020098-b892-428d-8c25-87164397121e of type vlan for network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 Sep 27 17:24:04.029230 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Made reservation on behalf of fd5caa5782e74721a4c2991524182668 for: {'subnet': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:24:04.035322 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.050994 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (39cd2f9e-bd9d-49da-a5a0-71ace359ff57), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.079191 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:04.079191 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.092143 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (39cd2f9e-bd9d-49da-a5a0-71ace359ff57), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.093400 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:04.094309 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.177855 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7080218-588c-4198-9690-5fefdb537d20,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:04.209300 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Pushing event updated for resources: {'Network': ['ID=39cd2f9e-bd9d-49da-a5a0-71ace359ff57,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:04.260806 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:24:04.280962 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e434ded0-e17f-4138-8156-db151548d981 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3406167 Sep 27 17:24:04.285128 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 46698) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:04.299780 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-628075259-router', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:04.310835 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef57420f-a5e4-4ef1-b449-458756bdfe76,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:04.494727 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for subnet (eac4fa36-97e4-41a2-a490-84c8becaf6e1), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.498484 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-9ec76b38-4dd6-4948-baf3-dc0cadd14720', 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720', 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'fixed_ips': [{'subnet_id': 'b7080218-588c-4198-9690-5fefdb537d20'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:24:04.499534 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.565790 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-019824ae-590a-4a1b-9871-54a1d5a28078 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6399937 Sep 27 17:24:04.569693 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 46722) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:04.578548 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Request body: {'subnet': {'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-subnet', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:04.582286 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac4fa36-97e4-41a2-a490-84c8becaf6e1,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:04.606764 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (b4157fd2-2047-46db-9c54-d4f2eca0fb34), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.608478 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (b4157fd2-2047-46db-9c54-d4f2eca0fb34), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.624233 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Checking segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:04.624887 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Network hostable DHCP agents. Network: 77098589-b75d-4cff-80ff-98fbc8a6384d, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:24:04.630982 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Made reservation on behalf of 37e99b06d94d4893963a88cd5333ec5b for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:24:04.634204 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.649541 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Network 77098589-b75d-4cff-80ff-98fbc8a6384d is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:24:04.658356 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:04.662885 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 77098589-b75d-4cff-80ff-98fbc8a6384d) {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:04.670811 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:04.673458 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.718922 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-69376e2b-9002-41ae-a341-22ca2447a9ec admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7878196 Sep 27 17:24:04.720929 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46732) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:04.732212 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2f521-f85f-45c9-8fdb-be55aec902d0 None None] Network 77098589-b75d-4cff-80ff-98fbc8a6384d requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:24:04.734810 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:04.787050 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (8f837901-d4d4-4850-95ff-d143e06ee698), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.788181 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (8f837901-d4d4-4850-95ff-d143e06ee698), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.833625 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:04.837788 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks [] for router_controller (b4157fd2-2047-46db-9c54-d4f2eca0fb34), precommit_add_association {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.878550 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-77098589-b75d-4cff-80ff-98fbc8a6384d', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'project_id': 'fd5caa5782e74721a4c2991524182668', 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:24:04.879588 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.923234 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks [] for router_controller (8f837901-d4d4-4850-95ff-d143e06ee698), precommit_add_association {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:04.973032 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:05.047518 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks [] for router_gateway (b4157fd2-2047-46db-9c54-d4f2eca0fb34), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.108811 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks [] for router_gateway (8f837901-d4d4-4850-95ff-d143e06ee698), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.184263 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Allocated IP 172.20.0.2 (9ec76b38-4dd6-4948-baf3-dc0cadd14720/b7080218-588c-4198-9690-5fefdb537d20/fc63eb9a-00f1-4c21-a124-893b19d3f75e) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:05.370244 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks [] for router_gateway (b4157fd2-2047-46db-9c54-d4f2eca0fb34), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.407518 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.419313 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for subnet (78a9782a-b46b-467c-82d2-0da18c8be2c1), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.423344 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Allocated IP 172.20.0.2 (77098589-b75d-4cff-80ff-98fbc8a6384d/eac4fa36-97e4-41a2-a490-84c8becaf6e1/e1693aa1-fed9-4421-9e62-20b5e0b39b90) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:05.482631 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a9782a-b46b-467c-82d2-0da18c8be2c1,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:05.517164 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46764) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:05.518351 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks [] for router_gateway (8f837901-d4d4-4850-95ff-d143e06ee698), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.548590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.621014 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Checking segment: {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:05.621413 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Network hostable DHCP agents. Network: 39cd2f9e-bd9d-49da-a5a0-71ace359ff57, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:24:05.654392 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:05.655345 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:05.669909 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Allocated IP 172.27.0.3 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/56e4e69d-2852-4e33-9a15-d64244db4087) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:05.678581 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:24:05.694727 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:05.697731 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 39cd2f9e-bd9d-49da-a5a0-71ace359ff57) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:05.704500 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:05.714225 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:05.714892 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.773351 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-c368d4c2-0d02-41c9-8eaf-46b58dcdbdba admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1998420 Sep 27 17:24:05.773538 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d596b309-0d62-4a4f-947d-9022dc293584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.773642 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 46772) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:05.777880 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:05.814797 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:05.824766 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (d8532917-707b-4e59-9087-95d0bd75b520), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.826323 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (d8532917-707b-4e59-9087-95d0bd75b520), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.842891 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks [] for port (56e4e69d-2852-4e33-9a15-d64244db4087), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.909519 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks [] for router_controller (d8532917-707b-4e59-9087-95d0bd75b520), precommit_add_association {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.921681 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.955412 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Publish callbacks [] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:05.962235 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326e3b3b-4310-4ebb-9393-1611bbcb18a8 None None] Network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:24:05.983109 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:05.996870 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:06.025290 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.028133 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:06.036474 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:06.047100 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d596b309-0d62-4a4f-947d-9022dc293584 admin admin] Publish callbacks [] for security_group (0b69f1ad-e1b9-44af-93cb-45c0b60485da), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.114546 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d596b309-0d62-4a4f-947d-9022dc293584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0b69f1ad-e1b9-44af-93cb-45c0b60485da), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.129415 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Network 77098589-b75d-4cff-80ff-98fbc8a6384d is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:06.139506 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:06.143402 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:06.190104 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46788) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:06.194998 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d596b309-0d62-4a4f-947d-9022dc293584 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=94de95e80dbc4006b100d487e0f0921c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6744366 Sep 27 17:24:06.216853 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 46800) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:06.229203 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596b309-0d62-4a4f-947d-9022dc293584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b69f1ad-e1b9-44af-93cb-45c0b60485da,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:06.326944 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Attempting to bind port e1693aa1-fed9-4421-9e62-20b5e0b39b90 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:06.327897 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Attempting to bind port e1693aa1-fed9-4421-9e62-20b5e0b39b90 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:06.328540 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Attempting to bind port e1693aa1-fed9-4421-9e62-20b5e0b39b90 on network 77098589-b75d-4cff-80ff-98fbc8a6384d {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:06.350105 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Allocated IP 172.27.0.69 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/a2810fb0-4ec9-4df8-aed2-706881a9f6e2) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:06.379567 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:06.461208 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:06.462418 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Checking segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:06.463276 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.464275 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Bound using segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:06.465079 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Bound port: e1693aa1-fed9-4421-9e62-20b5e0b39b90, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:06.465778 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.469508 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks [] for router_gateway (b4157fd2-2047-46db-9c54-d4f2eca0fb34), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.556489 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] For port e1693aa1-fed9-4421-9e62-20b5e0b39b90, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:06.561570 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] For port e1693aa1-fed9-4421-9e62-20b5e0b39b90, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=e1693aa1-fed9-4421-9e62-20b5e0b39b90,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:06.562402 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks [] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.586641 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.613581 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.634812 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Publish callbacks [] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.636425 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Pushing event updated for resources: {'Port': ['ID=e1693aa1-fed9-4421-9e62-20b5e0b39b90,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:06.650591 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.650946 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.651302 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.651793 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.652394 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.652730 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.653073 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.653647 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.654109 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.654486 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.654978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.655336 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.655706 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.656217 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.656480 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Tracked resource versions report: Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: pushed versions: Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: { 'AddressGroup': {'1.2'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Agent': {'1.1'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'ConntrackHelper': {'1.0'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'LocalIPAssociation': {'1.0'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Log': {'1.0'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'NDPProxy': {'1.0'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Network': {'1.1'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Port': {'1.7'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'PortForwarding': {'1.3'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'QosPolicy': {'1.10'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SecurityGroup': {'1.5'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SecurityGroupRule': {'1.2'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SubPort': {'1.0'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Subnet': {'1.1'}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Trunk': {'1.1'}} Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: consumer versions: Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: { DHCP agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: HyperV agent@hv-cinder-84914: {}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: L3 agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: Metadata agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: Metering agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: Open vSwitch agent@dv-cinder-849143-8-iscsi: { 'AddressGroup': '1.2', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Agent': '1.1', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'ConntrackHelper': '1.0', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'LocalIPAssociation': '1.0', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Log': '1.0', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'NDPProxy': '1.0', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Network': '1.1', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Port': '1.7', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'PortForwarding': '1.3', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'QosPolicy': '1.10', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SecurityGroup': '1.5', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SecurityGroupRule': '1.2', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'SubPort': '1.0', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Subnet': '1.1', Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: 'Trunk': '1.1'}} Sep 27 17:24:06.657888 dv-cinder-849143-8-iscsi neutron-server[106221]: {{(pid=106221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 17:24:06.687547 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:06.693166 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Pushing event updated for resources: {'Port': ['ID=a2810fb0-4ec9-4df8-aed2-706881a9f6e2,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:06.693467 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.699634 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f8935d1-73e1-4d04-b67e-0f9efc6b386d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.741005 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:06.744351 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:06.745079 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:06.751301 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:06.759602 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:06.766095 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:06.784211 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:24:06.785793 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.877299 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Pushing event updated for resources: {'Port': ['ID=56e4e69d-2852-4e33-9a15-d64244db4087,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:06.896156 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks [] for router_gateway (d8532917-707b-4e59-9087-95d0bd75b520), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:06.910410 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7879d-3103-4a33-8b16-8da967aa9f27 None None] Pushing event updated for resources: {'Port': ['ID=e1693aa1-fed9-4421-9e62-20b5e0b39b90,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:07.001065 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Attempting to bind port fc63eb9a-00f1-4c21-a124-893b19d3f75e on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:07.001065 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Attempting to bind port fc63eb9a-00f1-4c21-a124-893b19d3f75e by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:07.001344 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Attempting to bind port fc63eb9a-00f1-4c21-a124-893b19d3f75e on network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:07.068895 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-963b94a3-b774-44fa-bdc7-ba19952e80ff admin admin] Publish callbacks [] for security_group (0b69f1ad-e1b9-44af-93cb-45c0b60485da), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.098666 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-963b94a3-b774-44fa-bdc7-ba19952e80ff admin admin] Publish callbacks [] for security_group (0b69f1ad-e1b9-44af-93cb-45c0b60485da), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.100912 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f8935d1-73e1-4d04-b67e-0f9efc6b386d admin admin] Publish callbacks [] for security_group (86214023-988c-4f72-88a4-62274dfc7ee2), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.110480 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f8935d1-73e1-4d04-b67e-0f9efc6b386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (86214023-988c-4f72-88a4-62274dfc7ee2), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.130658 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Pushing event updated for resources: {'Port': ['ID=fc63eb9a-00f1-4c21-a124-893b19d3f75e,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:07.192125 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-5f8935d1-73e1-4d04-b67e-0f9efc6b386d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=63e37b343da749f7a43804b2d1224288&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9957058 Sep 27 17:24:07.207777 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:07.210617 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46822) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:07.214952 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:07.215337 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Checking segment: {'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:07.215731 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.216242 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Bound using segment: {'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:07.216735 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Bound port: fc63eb9a-00f1-4c21-a124-893b19d3f75e, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:07.217118 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.250865 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:07.271481 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Allocated IP 172.20.0.2 (39cd2f9e-bd9d-49da-a5a0-71ace359ff57/78a9782a-b46b-467c-82d2-0da18c8be2c1/61b80392-8ecc-4007-9161-ede6d89b1a30) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:07.327406 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-8559016d-ecbd-438b-87b0-f5c371a3637a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.398126 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] For port fc63eb9a-00f1-4c21-a124-893b19d3f75e, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:07.414000 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:07.415794 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] For port fc63eb9a-00f1-4c21-a124-893b19d3f75e, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=fc63eb9a-00f1-4c21-a124-893b19d3f75e,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:07.426957 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.467465 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:07.478635 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8935d1-73e1-4d04-b67e-0f9efc6b386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86214023-988c-4f72-88a4-62274dfc7ee2,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:07.518716 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (b4157fd2-2047-46db-9c54-d4f2eca0fb34), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.526609 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks [] for router_gateway (d8532917-707b-4e59-9087-95d0bd75b520), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.595592 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1806beb3-7b0d-4c84-81a9-84782a494a23 admin admin] Publish callbacks [] for security_group (86214023-988c-4f72-88a4-62274dfc7ee2), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.611190 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-963b94a3-b774-44fa-bdc7-ba19952e80ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0b69f1ad-e1b9-44af-93cb-45c0b60485da), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.614195 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-963b94a3-b774-44fa-bdc7-ba19952e80ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.615384 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-963b94a3-b774-44fa-bdc7-ba19952e80ff admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/0b69f1ad-e1b9-44af-93cb-45c0b60485da HTTP/1.1" status: 204 len: 168 time: 1.3975112 Sep 27 17:24:07.623824 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1806beb3-7b0d-4c84-81a9-84782a494a23 admin admin] Publish callbacks [] for security_group (86214023-988c-4f72-88a4-62274dfc7ee2), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.672703 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bdd41-a801-4431-80c8-87a3fdfaa394 None None] Pushing event updated for resources: {'Port': ['ID=fc63eb9a-00f1-4c21-a124-893b19d3f75e,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:07.690453 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks [] for router_gateway (8f837901-d4d4-4850-95ff-d143e06ee698), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.739758 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Publish callbacks [] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.752373 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.761276 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.787470 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b94a3-b774-44fa-bdc7-ba19952e80ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b69f1ad-e1b9-44af-93cb-45c0b60485da,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:07.845315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1806beb3-7b0d-4c84-81a9-84782a494a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (86214023-988c-4f72-88a4-62274dfc7ee2), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.848318 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1806beb3-7b0d-4c84-81a9-84782a494a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:07.849493 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1806beb3-7b0d-4c84-81a9-84782a494a23 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/86214023-988c-4f72-88a4-62274dfc7ee2 HTTP/1.1" status: 204 len: 168 time: 0.6376309 Sep 27 17:24:07.861286 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806beb3-7b0d-4c84-81a9-84782a494a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86214023-988c-4f72-88a4-62274dfc7ee2,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:07.920239 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:07.941699 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Pushing event updated for resources: {'Port': ['ID=61b80392-8ecc-4007-9161-ede6d89b1a30,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:07.984787 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:07.991377 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:08.111592 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (8f837901-d4d4-4850-95ff-d143e06ee698), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:08.132743 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Allocated IP 172.27.0.15 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/5e11e65f-9554-4706-946f-e117b96e096f) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:08.156825 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Attempting to bind port 61b80392-8ecc-4007-9161-ede6d89b1a30 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:08.157536 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Attempting to bind port 61b80392-8ecc-4007-9161-ede6d89b1a30 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:08.158157 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Attempting to bind port 61b80392-8ecc-4007-9161-ede6d89b1a30 on network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:08.251889 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:08.270707 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:08.271308 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Checking segment: {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:08.271862 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:08.272466 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Bound using segment: {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:08.273569 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Bound port: 61b80392-8ecc-4007-9161-ede6d89b1a30, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:08.274265 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:08.285291 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Router b4157fd2-2047-46db-9c54-d4f2eca0fb34 is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:24:08.382215 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Router 8f837901-d4d4-4850-95ff-d143e06ee698 is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:24:08.395712 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] For port 61b80392-8ecc-4007-9161-ede6d89b1a30, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:08.400417 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] For port 61b80392-8ecc-4007-9161-ede6d89b1a30, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=61b80392-8ecc-4007-9161-ede6d89b1a30,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:08.421792 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db55102-8425-4df0-b9b1-5350eac11e51 None None] Network 77098589-b75d-4cff-80ff-98fbc8a6384d requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:24:08.520782 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:08.526704 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:24:08.540766 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Sync routers for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:24:08.558771 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:08.562324 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:08.565397 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-11d6fbaa-d3b5-4628-aa3f-c84e99b77905 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8434417 Sep 27 17:24:08.568278 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46852) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:08.568585 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:23:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:08.607989 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks [] for port (5e11e65f-9554-4706-946f-e117b96e096f), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:08.683311 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device e1693aa1-fed9-4421-9e62-20b5e0b39b90 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:08.706608 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 46858) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:08.750959 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-54e4eeab-f53d-48cc-a0e2-95e8c712f37c None None] Provisioning complete for port e1693aa1-fed9-4421-9e62-20b5e0b39b90 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:08.752336 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-54e4eeab-f53d-48cc-a0e2-95e8c712f37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:08.755035 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-54e4eeab-f53d-48cc-a0e2-95e8c712f37c None None] Attempt 1 to provision port e1693aa1-fed9-4421-9e62-20b5e0b39b90 Sep 27 17:24:08.867962 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4ebbecd8-3efd-4674-85ff-3d800f0b13eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:08.871704 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:08.889909 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:24:08.914951 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:08.918452 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:09.007222 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (5e11e65f-9554-4706-946f-e117b96e096f), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.020416 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port e1693aa1-fed9-4421-9e62-20b5e0b39b90 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:09.020826 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.021168 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port e1693aa1-fed9-4421-9e62-20b5e0b39b90 Sep 27 17:24:09.023055 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:09.033600 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:09.088300 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:09.089020 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:09.093737 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.095005 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-94ff050e-01f5-43b7-84b5-2a778efb0f0b admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8030541 Sep 27 17:24:09.096399 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Sync routers for ids ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:24:09.158200 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46870) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:09.181440 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:09.276676 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d89ae5-edf9-43a8-971a-6e732e52e959 None None] Pushing event updated for resources: {'Port': ['ID=61b80392-8ecc-4007-9161-ede6d89b1a30,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:09.289140 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f87bc-0c65-48da-ac88-144998631cff None None] Network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:24:09.382449 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:06Z', 'revision_number': 3, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:09.435829 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Checking router: 8f837901-d4d4-4850-95ff-d143e06ee698 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:24:09.436184 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Updating router 8f837901-d4d4-4850-95ff-d143e06ee698 port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:24:09.517562 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.549702 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Routers {'b4157fd2-2047-46db-9c54-d4f2eca0fb34'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:09.550345 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:23:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:09.562849 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port e1693aa1-fed9-4421-9e62-20b5e0b39b90 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:09.563298 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.653937 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Pushing event updated for resources: {'Port': ['ID=5e11e65f-9554-4706-946f-e117b96e096f,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:09.673439 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4ebbecd8-3efd-4674-85ff-3d800f0b13eb admin admin] Publish callbacks [] for security_group (8277ce10-b13b-45ca-93fb-c69a29289e29), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.687741 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4ebbecd8-3efd-4674-85ff-3d800f0b13eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (8277ce10-b13b-45ca-93fb-c69a29289e29), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.705654 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a4852920-be50-4b84-8727-4b697ef6bb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.726817 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks [] for router_gateway (d8532917-707b-4e59-9087-95d0bd75b520), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.807966 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port e1693aa1-fed9-4421-9e62-20b5e0b39b90, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=e1693aa1-fed9-4421-9e62-20b5e0b39b90,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:09.833208 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:09.846863 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.847678 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device fc63eb9a-00f1-4c21-a124-893b19d3f75e up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:09.909982 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-4ebbecd8-3efd-4674-85ff-3d800f0b13eb admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=93b8558244294a49920234d44864e609&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2001426 Sep 27 17:24:09.910972 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbecd8-3efd-4674-85ff-3d800f0b13eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8277ce10-b13b-45ca-93fb-c69a29289e29,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:09.922557 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 46888) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:09.946737 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Publish callbacks [] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:09.971399 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.047366 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Pushing event updated for resources: {'Port': ['ID=a2810fb0-4ec9-4df8-aed2-706881a9f6e2,revision_number=2']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:10.061699 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.062783 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.063375 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.063870 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.064429 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.064951 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.065423 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.065886 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.066389 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.066963 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.067597 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.068204 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.068812 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.069338 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.069897 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Tracked resource versions report: Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: pushed versions: Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: { 'AddressGroup': {'1.2'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Agent': {'1.1'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'ConntrackHelper': {'1.0'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'LocalIPAssociation': {'1.0'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Log': {'1.0'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'NDPProxy': {'1.0'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Network': {'1.1'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Port': {'1.7'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'PortForwarding': {'1.3'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'QosPolicy': {'1.10'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SecurityGroup': {'1.5'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SecurityGroupRule': {'1.2'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SubPort': {'1.0'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Subnet': {'1.1'}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Trunk': {'1.1'}} Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: consumer versions: Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: { DHCP agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: HyperV agent@hv-cinder-84914: {}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: L3 agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: Metadata agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: Metering agent@dv-cinder-849143-8-iscsi: {}, Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: Open vSwitch agent@dv-cinder-849143-8-iscsi: { 'AddressGroup': '1.2', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Agent': '1.1', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'ConntrackHelper': '1.0', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'LocalIPAssociation': '1.0', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Log': '1.0', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'NDPProxy': '1.0', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Network': '1.1', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Port': '1.7', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'PortForwarding': '1.3', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'QosPolicy': '1.10', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SecurityGroup': '1.5', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SecurityGroupRule': '1.2', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'SubPort': '1.0', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Subnet': '1.1', Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: 'Trunk': '1.1'}} Sep 27 17:24:10.071616 dv-cinder-849143-8-iscsi neutron-server[106222]: {{(pid=106222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 17:24:10.074737 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-54e4eeab-f53d-48cc-a0e2-95e8c712f37c None None] Current status of the port e1693aa1-fed9-4421-9e62-20b5e0b39b90 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:10.074737 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-54e4eeab-f53d-48cc-a0e2-95e8c712f37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.081332 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Attempting to bind port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:10.082022 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Attempting to bind port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:10.082646 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Attempting to bind port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:10.139475 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bc93d33-c293-4b9c-9ab0-9901a5d6e316 admin admin] Publish callbacks [] for security_group (8277ce10-b13b-45ca-93fb-c69a29289e29), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.148161 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:10.149168 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:10.149909 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.150574 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:10.151318 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Bound port: a2810fb0-4ec9-4df8-aed2-706881a9f6e2, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:10.151905 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.184025 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bc93d33-c293-4b9c-9ab0-9901a5d6e316 admin admin] Publish callbacks [] for security_group (8277ce10-b13b-45ca-93fb-c69a29289e29), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.252290 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] For port a2810fb0-4ec9-4df8-aed2-706881a9f6e2, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:10.256703 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] For port a2810fb0-4ec9-4df8-aed2-706881a9f6e2, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=a2810fb0-4ec9-4df8-aed2-706881a9f6e2,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:10.272751 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.287633 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.305382 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (d8532917-707b-4e59-9087-95d0bd75b520), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.306014 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Set router b4157fd2-2047-46db-9c54-d4f2eca0fb34 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:10.307354 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:10.310479 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:10.322882 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:10.345744 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:10.346528 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:24:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:10.388894 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bc93d33-c293-4b9c-9ab0-9901a5d6e316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (8277ce10-b13b-45ca-93fb-c69a29289e29), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.394352 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bc93d33-c293-4b9c-9ab0-9901a5d6e316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.399479 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-5bc93d33-c293-4b9c-9ab0-9901a5d6e316 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/8277ce10-b13b-45ca-93fb-c69a29289e29 HTTP/1.1" status: 204 len: 168 time: 0.4758661 Sep 27 17:24:10.425682 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc93d33-c293-4b9c-9ab0-9901a5d6e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277ce10-b13b-45ca-93fb-c69a29289e29,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:10.463035 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:10.482279 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:10.531184 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Router d8532917-707b-4e59-9087-95d0bd75b520 is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:24:10.606726 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.db.api [None req-54e4eeab-f53d-48cc-a0e2-95e8c712f37c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 17:24:10.608710 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG oslo_db.api [None req-54e4eeab-f53d-48cc-a0e2-95e8c712f37c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 17:24:10.623676 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401d3c6-3b2c-46ba-ac3a-599c4b90c06b None None] Network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:24:10.630978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port fc63eb9a-00f1-4c21-a124-893b19d3f75e triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:10.631402 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.631714 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port fc63eb9a-00f1-4c21-a124-893b19d3f75e Sep 27 17:24:10.677811 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=e1693aa1-fed9-4421-9e62-20b5e0b39b90,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:10.734610 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:06Z', 'revision_number': 3, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:10.768657 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d8ff4-b837-436c-9e6f-8db57554dd3e None None] The sync data for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi is: [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:06Z', 'revision_number': 3, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:24:10.770697 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:10.772846 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:24:10.804715 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Sync routers for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:24:10.808906 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:10.814719 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-0c326eaa-8ff7-4072-a217-1d2f34a6ce29 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0358152 Sep 27 17:24:10.815598 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 46910) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:10.840438 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712fae0-1737-4b3e-ab63-a8fdcbeda4d9 None None] Pushing event updated for resources: {'Port': ['ID=a2810fb0-4ec9-4df8-aed2-706881a9f6e2,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:10.852264 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:10.854028 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:24:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:10.954470 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Allocated IP 172.20.0.1 (77098589-b75d-4cff-80ff-98fbc8a6384d/eac4fa36-97e4-41a2-a490-84c8becaf6e1/bfc7ef6d-3299-4626-878f-d3cc54aeae6c) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:11.042688 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:11.128710 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:11.143027 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:11.455966 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'name': 'tempest-DeleteServersTestJSON-628075259-router', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:06Z', 'revision_number': 3, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'gw_port': {'id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:11.506323 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Publish callbacks [] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:11.521050 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:11.540595 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:11.640284 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Checking router: b4157fd2-2047-46db-9c54-d4f2eca0fb34 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:24:11.640934 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Updating router b4157fd2-2047-46db-9c54-d4f2eca0fb34 port 56e4e69d-2852-4e33-9a15-d64244db4087 binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:24:11.643417 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:09Z', 'revision_number': 3, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:11.644364 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port fc63eb9a-00f1-4c21-a124-893b19d3f75e is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:11.644923 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:11.728568 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port fc63eb9a-00f1-4c21-a124-893b19d3f75e, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=fc63eb9a-00f1-4c21-a124-893b19d3f75e,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:11.732775 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:11.751234 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Checking router: d8532917-707b-4e59-9087-95d0bd75b520 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:24:11.754538 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Updating router d8532917-707b-4e59-9087-95d0bd75b520 port 5e11e65f-9554-4706-946f-e117b96e096f binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:24:11.807256 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-54e4eeab-f53d-48cc-a0e2-95e8c712f37c None None] Current status of the port e1693aa1-fed9-4421-9e62-20b5e0b39b90 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:11.809427 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:11.848487 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5e11e65f-9554-4706-946f-e117b96e096f), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:11.929940 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.144112 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Allocated IP 172.20.0.1 (9ec76b38-4dd6-4948-baf3-dc0cadd14720/b7080218-588c-4198-9690-5fefdb537d20/6bd0b01a-3c63-4366-9b75-7a2b62dc65ef) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:12.193485 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:12.241870 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:12.313385 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.322494 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:12.382849 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=fc63eb9a-00f1-4c21-a124-893b19d3f75e,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:12.386010 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Provisioning complete for port 61b80392-8ecc-4007-9161-ede6d89b1a30 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:12.386589 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.386836 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Attempt 1 to provision port 61b80392-8ecc-4007-9161-ede6d89b1a30 Sep 27 17:24:12.395482 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 61b80392-8ecc-4007-9161-ede6d89b1a30 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:12.423430 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc7ef6d-3299-4626-878f-d3cc54aeae6c,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:12.437003 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:12.447618 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Network 77098589-b75d-4cff-80ff-98fbc8a6384d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:12.460297 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:12.482628 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:12.484585 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (8f837901-d4d4-4850-95ff-d143e06ee698), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.574847 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:12.616612 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Allocated IP 172.20.0.1 (39cd2f9e-bd9d-49da-a5a0-71ace359ff57/78a9782a-b46b-467c-82d2-0da18c8be2c1/be82f126-8b98-4ad0-a50a-e5c0909f414b) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:12.749247 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.835501 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.885348 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Publish callbacks [] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.887033 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Publish callbacks [] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.889063 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Publish callbacks [] for port (56e4e69d-2852-4e33-9a15-d64244db4087), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.901169 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 61b80392-8ecc-4007-9161-ede6d89b1a30 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:12.902332 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.902332 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 61b80392-8ecc-4007-9161-ede6d89b1a30 Sep 27 17:24:12.929765 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:12.995881 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Attempting to bind port 56e4e69d-2852-4e33-9a15-d64244db4087 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:12.996411 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Attempting to bind port 56e4e69d-2852-4e33-9a15-d64244db4087 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:12.997697 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Attempting to bind port 56e4e69d-2852-4e33-9a15-d64244db4087 on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:13.006929 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 46992) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:13.021311 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.073649 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321f16c-48c8-4d62-8d1f-cdbd3a9ff16d None None] Pushing event updated for resources: {'Port': ['ID=56e4e69d-2852-4e33-9a15-d64244db4087,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:13.100933 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.108607 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:13.108932 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:13.109299 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.109690 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:13.110204 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Bound port: 56e4e69d-2852-4e33-9a15-d64244db4087, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:13.110583 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.135677 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Pushing event updated for resources: {'Port': ['ID=be82f126-8b98-4ad0-a50a-e5c0909f414b,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:13.151601 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Publish callbacks [] for port (5e11e65f-9554-4706-946f-e117b96e096f), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.159251 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5e11e65f-9554-4706-946f-e117b96e096f), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.161348 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:13.165122 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:13.171486 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:13.172092 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (d8532917-707b-4e59-9087-95d0bd75b520), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.257463 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] For port 56e4e69d-2852-4e33-9a15-d64244db4087, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:13.264283 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] For port 56e4e69d-2852-4e33-9a15-d64244db4087, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=56e4e69d-2852-4e33-9a15-d64244db4087,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:13.273493 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.295320 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.329786 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Routers {'b4157fd2-2047-46db-9c54-d4f2eca0fb34'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:13.330370 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:24:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:13.339659 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a45be-0d01-4b85-9f3f-2b112a3bfe90 None None] Pushing event updated for resources: {'Port': ['ID=5e11e65f-9554-4706-946f-e117b96e096f,revision_number=2']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:13.347220 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Attempting to bind port 5e11e65f-9554-4706-946f-e117b96e096f on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:13.347938 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Attempting to bind port 5e11e65f-9554-4706-946f-e117b96e096f by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:13.348521 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Attempting to bind port 5e11e65f-9554-4706-946f-e117b96e096f on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:13.449043 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd0b01a-3c63-4366-9b75-7a2b62dc65ef,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:13.451503 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:13.452010 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:13.455590 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.456188 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:13.456829 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Bound port: 5e11e65f-9554-4706-946f-e117b96e096f, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:13.457594 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5e11e65f-9554-4706-946f-e117b96e096f), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.527727 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:13.536538 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:13.578110 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Publish callbacks [] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.599094 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:13.609404 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (b4157fd2-2047-46db-9c54-d4f2eca0fb34), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.617965 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] For port 5e11e65f-9554-4706-946f-e117b96e096f, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:13.627385 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] For port 5e11e65f-9554-4706-946f-e117b96e096f, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=5e11e65f-9554-4706-946f-e117b96e096f,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:13.629057 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.629801 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (8f837901-d4d4-4850-95ff-d143e06ee698), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.646101 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5e11e65f-9554-4706-946f-e117b96e096f), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.726644 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cf3f-070d-4747-b220-88ba3e965244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.727301 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:13.728275 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:24:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:13.733789 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:13.891565 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cf3f-070d-4747-b220-88ba3e965244 admin admin] Publish callbacks [] for security_group (e337cd3c-30bd-4f03-a596-71cf830206ff), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.892839 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:13.932210 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e5c6cf3f-070d-4747-b220-88ba3e965244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (e337cd3c-30bd-4f03-a596-71cf830206ff), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:13.979371 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:13.986401 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e5c6cf3f-070d-4747-b220-88ba3e965244 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=31f037b8adec484fa2e6756ec0ced4d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9783790 Sep 27 17:24:13.992459 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47040) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:14.031540 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Current status of the port 61b80392-8ecc-4007-9161-ede6d89b1a30 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:14.032038 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:14.036789 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Network 77098589-b75d-4cff-80ff-98fbc8a6384d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:14.052441 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:14.179568 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e4d1-accb-432f-b181-69e1dca7dd76 admin admin] Publish callbacks [] for security_group (e337cd3c-30bd-4f03-a596-71cf830206ff), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:14.184376 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc7ef6d-3299-4626-878f-d3cc54aeae6c,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:14.197486 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] For port 61b80392-8ecc-4007-9161-ede6d89b1a30, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=61b80392-8ecc-4007-9161-ede6d89b1a30,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:14.219899 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:14.253711 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Provisioning complete for port fc63eb9a-00f1-4c21-a124-893b19d3f75e triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:14.254480 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:14.258205 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e4d1-accb-432f-b181-69e1dca7dd76 admin admin] Publish callbacks [] for security_group (e337cd3c-30bd-4f03-a596-71cf830206ff), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:14.261665 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:14.262501 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Attempt 1 to provision port fc63eb9a-00f1-4c21-a124-893b19d3f75e Sep 27 17:24:14.291421 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:14.347595 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:09Z', 'revision_number': 3, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:14.349122 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:14.368742 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:14.400606 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1f816-6eab-4330-b1d0-f6a7531461a3 None None] The sync data for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi is: [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:09Z', 'revision_number': 3, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:24:14.447484 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a45be-0d01-4b85-9f3f-2b112a3bfe90 None None] Pushing event updated for resources: {'Port': ['ID=5e11e65f-9554-4706-946f-e117b96e096f,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:14.447680 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:14.453600 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:14.493731 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:14.495835 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321f16c-48c8-4d62-8d1f-cdbd3a9ff16d None None] Pushing event updated for resources: {'Port': ['ID=56e4e69d-2852-4e33-9a15-d64244db4087,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:14.548964 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e4d1-accb-432f-b181-69e1dca7dd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (e337cd3c-30bd-4f03-a596-71cf830206ff), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:14.555807 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e4d1-accb-432f-b181-69e1dca7dd76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:14.558450 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-4fc2e4d1-accb-432f-b181-69e1dca7dd76 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/e337cd3c-30bd-4f03-a596-71cf830206ff HTTP/1.1" status: 204 len: 168 time: 0.5625472 Sep 27 17:24:14.579103 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6cf3f-070d-4747-b220-88ba3e965244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e337cd3c-30bd-4f03-a596-71cf830206ff,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:14.657174 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Router 8f837901-d4d4-4850-95ff-d143e06ee698 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:24:14.720420 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2e4d1-accb-432f-b181-69e1dca7dd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e337cd3c-30bd-4f03-a596-71cf830206ff,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:14.761096 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 61b80392-8ecc-4007-9161-ede6d89b1a30 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:14.762235 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device e1693aa1-fed9-4421-9e62-20b5e0b39b90 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:14.849767 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] Set router b4157fd2-2047-46db-9c54-d4f2eca0fb34 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:14.946193 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Pushing event updated for resources: {'Port': ['ID=61b80392-8ecc-4007-9161-ede6d89b1a30,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:14.957621 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:14.980843 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Publish callbacks [] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.008063 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.010257 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (d8532917-707b-4e59-9087-95d0bd75b520), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.026895 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Current status of the port fc63eb9a-00f1-4c21-a124-893b19d3f75e is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:15.167352 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:15.172314 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Pushing event updated for resources: {'Port': ['ID=be82f126-8b98-4ad0-a50a-e5c0909f414b,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:15.181886 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Provisioning complete for port e1693aa1-fed9-4421-9e62-20b5e0b39b90 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:15.182291 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.182633 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Attempt 1 to provision port e1693aa1-fed9-4421-9e62-20b5e0b39b90 Sep 27 17:24:15.213296 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Publish callbacks [] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.225846 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47082) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:15.237143 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.237848 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (b4157fd2-2047-46db-9c54-d4f2eca0fb34), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.240525 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:15.242490 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:15.255719 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:24:15.283419 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c49009-b248-4776-a580-ce04aec5de00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.288355 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Sync routers for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:24:15.290023 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-be5883d1-b199-4c66-a57c-bccb19d180a1 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/8f837901-d4d4-4850-95ff-d143e06ee698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7201324 Sep 27 17:24:15.369145 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:15.374667 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:24:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:15.432967 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Router d8532917-707b-4e59-9087-95d0bd75b520 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:24:15.463735 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c49009-b248-4776-a580-ce04aec5de00 admin admin] Publish callbacks [] for security_group (df823bdd-bb23-4b65-a8e8-056024e84ec9), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.498154 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port e1693aa1-fed9-4421-9e62-20b5e0b39b90 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:15.500446 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.502470 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port e1693aa1-fed9-4421-9e62-20b5e0b39b90 Sep 27 17:24:15.541047 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c49009-b248-4776-a580-ce04aec5de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (df823bdd-bb23-4b65-a8e8-056024e84ec9), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.572071 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:15.573094 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd0b01a-3c63-4366-9b75-7a2b62dc65ef,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:15.584501 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c49009-b248-4776-a580-ce04aec5de00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df823bdd-bb23-4b65-a8e8-056024e84ec9,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:15.648320 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:15.682291 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47100) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:15.683226 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-20c49009-b248-4776-a580-ce04aec5de00 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1dfdf2a73d98489bbf15b87ff309b922&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4561176 Sep 27 17:24:15.751646 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:24:15.765045 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6ad78f03-7266-49db-b87b-21d49833a05b admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/d8532917-707b-4e59-9087-95d0bd75b520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9489660 Sep 27 17:24:15.769537 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'name': 'tempest-DeleteServersTestJSON-628075259-router', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:06Z', 'revision_number': 3, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'gw_port': {'id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:15.773216 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:15.784348 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:15.815233 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-512376b9-4e7a-41f1-b1a2-cf8a989031d4 admin admin] Publish callbacks [] for security_group (df823bdd-bb23-4b65-a8e8-056024e84ec9), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.867466 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-512376b9-4e7a-41f1-b1a2-cf8a989031d4 admin admin] Publish callbacks [] for security_group (df823bdd-bb23-4b65-a8e8-056024e84ec9), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.986239 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-512376b9-4e7a-41f1-b1a2-cf8a989031d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (df823bdd-bb23-4b65-a8e8-056024e84ec9), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.989966 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-512376b9-4e7a-41f1-b1a2-cf8a989031d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:15.993447 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-512376b9-4e7a-41f1-b1a2-cf8a989031d4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/df823bdd-bb23-4b65-a8e8-056024e84ec9 HTTP/1.1" status: 204 len: 168 time: 0.3032317 Sep 27 17:24:16.011336 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512376b9-4e7a-41f1-b1a2-cf8a989031d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df823bdd-bb23-4b65-a8e8-056024e84ec9,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:16.067607 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Router b4157fd2-2047-46db-9c54-d4f2eca0fb34 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:24:16.160803 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47126) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:16.276650 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:16.281301 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 2, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:16.309045 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:24:16.329171 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-64e05d10-6eab-48f6-b285-5578a43080c3 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/b4157fd2-2047-46db-9c54-d4f2eca0fb34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1698551 Sep 27 17:24:16.351466 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Checking router: 8f837901-d4d4-4850-95ff-d143e06ee698 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:24:16.352265 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Updating router 8f837901-d4d4-4850-95ff-d143e06ee698 port bfc7ef6d-3299-4626-878f-d3cc54aeae6c binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:24:16.359141 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47158) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:16.364830 dv-cinder-849143-8-iscsi neutron-server[106219]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 17:24:16.437109 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:16.439398 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port e1693aa1-fed9-4421-9e62-20b5e0b39b90 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:16.440458 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device a2810fb0-4ec9-4df8-aed2-706881a9f6e2 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:16.480846 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7de8de-0188-45f7-a62c-48f1eb5c1344 None None] The sync data for ids ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'] in dv-cinder-849143-8-iscsi is: [{'id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'name': 'tempest-DeleteServersTestJSON-628075259-router', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:06Z', 'revision_number': 3, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'gw_port': {'id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:24:16.485544 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0695d561-6d1e-49c1-b7e0-87044d96ea39 None None] Current status of the port e1693aa1-fed9-4421-9e62-20b5e0b39b90 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:16.680000 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:16.689101 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9ab16472-5e0f-4198-9d31-bb5f604488a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:16.695566 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-d21d030e-2c29-4bab-b66e-c227e345786f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:16.703540 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-d21d030e-2c29-4bab-b66e-c227e345786f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 818 time: 0.3400562 Sep 27 17:24:16.738691 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-4fdfca0d-03b2-4b97-be8a-22a28bda3f54 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/quotas/fd5caa5782e74721a4c2991524182668 HTTP/1.1" status: 200 len: 375 time: 0.0339870 Sep 27 17:24:16.797321 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Provisioning complete for port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:16.797686 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:16.798191 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Attempt 1 to provision port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef Sep 27 17:24:16.892739 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9ab16472-5e0f-4198-9d31-bb5f604488a3 admin admin] Publish callbacks [] for security_group (d4e2f671-0b6b-401b-927b-8175709c5a36), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:16.900739 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9ab16472-5e0f-4198-9d31-bb5f604488a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d4e2f671-0b6b-401b-927b-8175709c5a36), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:16.914338 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:16.915770 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:16.917457 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 Sep 27 17:24:16.930300 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-a1af67bd-33bc-4c3b-9de5-e74167eaae49 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1903937 Sep 27 17:24:17.015931 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:17.020374 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-9ab16472-5e0f-4198-9d31-bb5f604488a3 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b475d9ed19fb470aa81d133feadb658a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8583722 Sep 27 17:24:17.023202 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab16472-5e0f-4198-9d31-bb5f604488a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e2f671-0b6b-401b-927b-8175709c5a36,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:17.023506 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47180) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:17.131249 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-48377583-e468-4d10-8356-ecc13bfd1df5 admin admin] Publish callbacks [] for security_group (d4e2f671-0b6b-401b-927b-8175709c5a36), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.132320 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47190) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:17.138445 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-ae6281d7-9491-47a6-857e-4d0914966dd8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313023506', 'description': 'tempest-description--844108787'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:17.210213 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:17.212559 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:17.227552 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-48377583-e468-4d10-8356-ecc13bfd1df5 admin admin] Publish callbacks [] for security_group (d4e2f671-0b6b-401b-927b-8175709c5a36), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.235087 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ae6281d7-9491-47a6-857e-4d0914966dd8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.258476 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:17.331252 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-48377583-e468-4d10-8356-ecc13bfd1df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d4e2f671-0b6b-401b-927b-8175709c5a36), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.332300 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Sync routers for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:24:17.348172 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-48377583-e468-4d10-8356-ecc13bfd1df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.349752 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-48377583-e468-4d10-8356-ecc13bfd1df5 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d4e2f671-0b6b-401b-927b-8175709c5a36 HTTP/1.1" status: 204 len: 168 time: 0.3251438 Sep 27 17:24:17.364851 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48377583-e468-4d10-8356-ecc13bfd1df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e2f671-0b6b-401b-927b-8175709c5a36,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:17.377855 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:17.379511 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:24:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:17.392502 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47204) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:17.432417 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ae6281d7-9491-47a6-857e-4d0914966dd8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (a30aa164-a31a-470c-a5e4-429d88e1e895), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.439594 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ae6281d7-9491-47a6-857e-4d0914966dd8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (a30aa164-a31a-470c-a5e4-429d88e1e895), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.494730 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ae6281d7-9491-47a6-857e-4d0914966dd8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.496315 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-ae6281d7-9491-47a6-857e-4d0914966dd8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3626385 Sep 27 17:24:17.498363 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6281d7-9491-47a6-857e-4d0914966dd8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30aa164-a31a-470c-a5e4-429d88e1e895,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:17.499897 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47210) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:17.505743 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-fa9e1834-51d8-4386-8a5b-545290f1d08d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'security_group_rule': {'security_group_id': 'a30aa164-a31a-470c-a5e4-429d88e1e895', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:17.565198 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1834-51d8-4386-8a5b-545290f1d08d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (7a9be2df-1f3c-4c5c-8877-441a6b4e4a24), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.588591 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:17.694872 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:17.699256 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1834-51d8-4386-8a5b-545290f1d08d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (7a9be2df-1f3c-4c5c-8877-441a6b4e4a24), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.705644 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1834-51d8-4386-8a5b-545290f1d08d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (7a9be2df-1f3c-4c5c-8877-441a6b4e4a24), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.739024 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Publish callbacks [] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.758139 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e1834-51d8-4386-8a5b-545290f1d08d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9be2df-1f3c-4c5c-8877-441a6b4e4a24,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:17.760183 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Attempt 2 to provision port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef Sep 27 17:24:17.765427 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1834-51d8-4386-8a5b-545290f1d08d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.770802 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47214) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:17.773380 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-fa9e1834-51d8-4386-8a5b-545290f1d08d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2724357 Sep 27 17:24:17.775523 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-c53ba28c-88b0-4450-84ae-18e2a23965ee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'security_group_rule': {'security_group_id': 'a30aa164-a31a-470c-a5e4-429d88e1e895', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:17.851492 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.879076 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c53ba28c-88b0-4450-84ae-18e2a23965ee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (841edd6d-6044-4755-aa45-be93bb284a01), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:17.893260 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c8bda26c-e211-4098-b156-10de8991d94e service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106219) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:24:17.895887 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c8bda26c-e211-4098-b156-10de8991d94e service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5445285 Sep 27 17:24:17.999958 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:18.000348 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.005138 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47234) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:18.026284 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port a2810fb0-4ec9-4df8-aed2-706881a9f6e2, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=a2810fb0-4ec9-4df8-aed2-706881a9f6e2,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:18.039177 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:18.058639 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c53ba28c-88b0-4450-84ae-18e2a23965ee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (841edd6d-6044-4755-aa45-be93bb284a01), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.060999 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.073732 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c53ba28c-88b0-4450-84ae-18e2a23965ee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (841edd6d-6044-4755-aa45-be93bb284a01), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.131693 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4319f29-bcde-44f8-98b9-d0389cd31c02 None None] Pushing event updated for resources: {'Port': ['ID=bfc7ef6d-3299-4626-878f-d3cc54aeae6c,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:18.137172 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:14Z', 'revision_number': 2, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:18.153814 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ba28c-88b0-4450-84ae-18e2a23965ee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841edd6d-6044-4755-aa45-be93bb284a01,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:18.176848 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c53ba28c-88b0-4450-84ae-18e2a23965ee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.186043 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-c53ba28c-88b0-4450-84ae-18e2a23965ee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4062886 Sep 27 17:24:18.186043 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47242) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:18.194183 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:18.195109 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=a2810fb0-4ec9-4df8-aed2-706881a9f6e2,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:18.209010 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:18.210684 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Checking router: d8532917-707b-4e59-9087-95d0bd75b520 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:24:18.211896 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Attempting to bind port bfc7ef6d-3299-4626-878f-d3cc54aeae6c on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:18.212017 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Updating router d8532917-707b-4e59-9087-95d0bd75b520 port be82f126-8b98-4ad0-a50a-e5c0909f414b binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:24:18.212309 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Attempting to bind port bfc7ef6d-3299-4626-878f-d3cc54aeae6c by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:18.212605 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Attempting to bind port bfc7ef6d-3299-4626-878f-d3cc54aeae6c on network 77098589-b75d-4cff-80ff-98fbc8a6384d {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:18.264629 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:18.265137 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.265468 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Checking segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:18.266020 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.267024 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Bound using segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:18.267929 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Bound port: bfc7ef6d-3299-4626-878f-d3cc54aeae6c, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:18.268589 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.311638 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.365824 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa680c58-62b7-4ff9-a7d7-d796b4cc0682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.401593 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] For port bfc7ef6d-3299-4626-878f-d3cc54aeae6c, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:18.420986 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] For port bfc7ef6d-3299-4626-878f-d3cc54aeae6c, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=bfc7ef6d-3299-4626-878f-d3cc54aeae6c,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:18.443397 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.482545 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:18.510837 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-01536569-d6ef-446a-935e-d85cdb9aba9a tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:18.512785 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-01536569-d6ef-446a-935e-d85cdb9aba9a tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/networks?id=9ec76b38-4dd6-4948-baf3-dc0cadd14720 HTTP/1.1" status: 200 len: 811 time: 0.5058084 Sep 27 17:24:18.515215 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-0f758369-f016-4ba5-a2c0-e6d4792fd65d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131437 Sep 27 17:24:18.581189 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Attempt 3 to provision port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef Sep 27 17:24:18.611558 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47252) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:18.652429 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-efebbe76-aa4e-47c8-9d79-74ff2e8d2011 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/quotas/9c16b9aaa5ac4e6dac613614c1a570c8 HTTP/1.1" status: 200 len: 375 time: 0.0978596 Sep 27 17:24:18.655253 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4319f29-bcde-44f8-98b9-d0389cd31c02 None None] Pushing event updated for resources: {'Port': ['ID=bfc7ef6d-3299-4626-878f-d3cc54aeae6c,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:18.674516 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 61b80392-8ecc-4007-9161-ede6d89b1a30 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:18.680453 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.736000 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:18.780608 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:18.783587 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:24:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:18.869634 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-67760fd2-4e15-4a9e-af12-38b38ee67656 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9c16b9aaa5ac4e6dac613614c1a570c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1882758 Sep 27 17:24:18.871291 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Publish callbacks [] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.879653 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.886191 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Allocated IP 172.27.0.77 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/b74848da-ddf3-48c9-bf16-1041efc929c2) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:18.933744 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:18.938924 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 61b80392-8ecc-4007-9161-ede6d89b1a30 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:18.939512 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:18.939946 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 61b80392-8ecc-4007-9161-ede6d89b1a30 Sep 27 17:24:18.957011 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e45e9d-8890-4abb-abf3-83448fbcbf14 None None] Pushing event updated for resources: {'Port': ['ID=be82f126-8b98-4ad0-a50a-e5c0909f414b,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:19.009085 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa680c58-62b7-4ff9-a7d7-d796b4cc0682 admin admin] Publish callbacks [] for security_group (8f5be16b-ad97-478f-8cad-31db2d106ad6), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.029207 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-307ea103-03ad-4710-aae8-d4f100ab2851 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899189 Sep 27 17:24:19.032218 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa680c58-62b7-4ff9-a7d7-d796b4cc0682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (8f5be16b-ad97-478f-8cad-31db2d106ad6), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.072808 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for port (b74848da-ddf3-48c9-bf16-1041efc929c2), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.084158 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Attempting to bind port be82f126-8b98-4ad0-a50a-e5c0909f414b on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:19.084536 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Attempting to bind port be82f126-8b98-4ad0-a50a-e5c0909f414b by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:19.085121 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Attempting to bind port be82f126-8b98-4ad0-a50a-e5c0909f414b on network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:19.092387 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:19.133142 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:19.151388 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:19.161632 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (b74848da-ddf3-48c9-bf16-1041efc929c2), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.166719 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:19.167540 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Checking segment: {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:19.168145 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.169420 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Bound using segment: {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:19.170864 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Bound port: be82f126-8b98-4ad0-a50a-e5c0909f414b, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:19.171497 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.237463 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa680c58-62b7-4ff9-a7d7-d796b4cc0682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5be16b-ad97-478f-8cad-31db2d106ad6,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:19.257443 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] For port be82f126-8b98-4ad0-a50a-e5c0909f414b, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:19.259015 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-fa680c58-62b7-4ff9-a7d7-d796b4cc0682 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=e81bf8c903a44061be26a1059e9665cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8652165 Sep 27 17:24:19.261381 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] For port be82f126-8b98-4ad0-a50a-e5c0909f414b, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=be82f126-8b98-4ad0-a50a-e5c0909f414b,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:19.266821 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47276) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:19.270617 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.312103 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1be16e21-544a-49d3-a4bf-db383ca2574e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.329970 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:19.335611 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'Port': ['ID=b74848da-ddf3-48c9-bf16-1041efc929c2,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:19.351463 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:19.352304 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:24:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:19.366504 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-2b4da6cb-056c-48d4-8735-c88f7c5fd95a service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106219) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:24:19.367836 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-2b4da6cb-056c-48d4-8735-c88f7c5fd95a service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1968114 Sep 27 17:24:19.380692 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Attempt 4 to provision port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef Sep 27 17:24:19.398514 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:19.400785 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:19.446308 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:19.459574 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:19.472356 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 61b80392-8ecc-4007-9161-ede6d89b1a30 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:19.474635 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e45e9d-8890-4abb-abf3-83448fbcbf14 None None] Pushing event updated for resources: {'Port': ['ID=be82f126-8b98-4ad0-a50a-e5c0909f414b,revision_number=4']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:19.476232 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device fc63eb9a-00f1-4c21-a124-893b19d3f75e up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:19.554285 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Sync routers for ids ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:24:19.565392 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:19.623323 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:19.624761 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-59d128f3-3da2-4b8b-a224-c70661b49c54 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9ec76b38-4dd6-4948-baf3-dc0cadd14720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485354 Sep 27 17:24:19.648902 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:19.664859 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fbcf5-c23c-45eb-868c-e1b8acc4ba98 None None] The sync data for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi is: [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:24:19.678166 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Routers {'b4157fd2-2047-46db-9c54-d4f2eca0fb34'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:19.679266 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:24:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:19.758125 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3bf48d05-bc47-4334-a741-7dc483be12b3 admin admin] Publish callbacks [] for security_group (8f5be16b-ad97-478f-8cad-31db2d106ad6), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.769681 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (f7e0db8e-0602-4209-b91f-5d6da497f4b8), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.836727 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3bf48d05-bc47-4334-a741-7dc483be12b3 admin admin] Publish callbacks [] for security_group (8f5be16b-ad97-478f-8cad-31db2d106ad6), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:19.884959 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5e0c20d4-8882-4663-901e-141cd5eece11 req-72ad764c-2642-4775-8929-5ff1c5dd6e10 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 210 time: 0.2733829 Sep 27 17:24:19.961646 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-4b835202-8b6b-4bb6-a1a7-3fd874c5ae06 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9ec76b38-4dd6-4948-baf3-dc0cadd14720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361316 Sep 27 17:24:20.060792 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Set router b4157fd2-2047-46db-9c54-d4f2eca0fb34 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:20.084582 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (b74848da-ddf3-48c9-bf16-1041efc929c2), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.092987 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1be16e21-544a-49d3-a4bf-db383ca2574e admin admin] Publish callbacks [] for security_group (fd7e3f1f-3b81-4507-bcbf-80d5e72c9b11), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.149813 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port fc63eb9a-00f1-4c21-a124-893b19d3f75e triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:20.150483 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.152096 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port fc63eb9a-00f1-4c21-a124-893b19d3f75e Sep 27 17:24:20.265315 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:20.312375 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:19Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:20.397271 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2205e-6b34-4da8-8eca-60b7ea937c5b None None] The sync data for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi is: [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:19Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:24:20.409974 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3bf48d05-bc47-4334-a741-7dc483be12b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (8f5be16b-ad97-478f-8cad-31db2d106ad6), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.413689 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3bf48d05-bc47-4334-a741-7dc483be12b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.416137 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3bf48d05-bc47-4334-a741-7dc483be12b3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/8f5be16b-ad97-478f-8cad-31db2d106ad6 HTTP/1.1" status: 204 len: 168 time: 1.1462309 Sep 27 17:24:20.421978 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1be16e21-544a-49d3-a4bf-db383ca2574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (fd7e3f1f-3b81-4507-bcbf-80d5e72c9b11), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.455745 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf48d05-bc47-4334-a741-7dc483be12b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5be16b-ad97-478f-8cad-31db2d106ad6,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:20.549109 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47328) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:20.602038 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2cea825b-4904-4449-a118-4ca9d25f1a02 req-3524b534-d8ed-4b6d-9754-f91e4e8ff16e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.1413872 Sep 27 17:24:20.610350 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-1be16e21-544a-49d3-a4bf-db383ca2574e admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=aec32d84a6fa47a3bc078bb3667a2884&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9972305 Sep 27 17:24:20.613855 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47336) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:20.672558 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be16e21-544a-49d3-a4bf-db383ca2574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7e3f1f-3b81-4507-bcbf-80d5e72c9b11,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:20.786212 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for port (b74848da-ddf3-48c9-bf16-1041efc929c2), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.793195 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (b74848da-ddf3-48c9-bf16-1041efc929c2), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.796872 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (f7e0db8e-0602-4209-b91f-5d6da497f4b8), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.845967 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6d13-52c6-4447-86d2-f0ca59f9ee46 admin admin] Publish callbacks [] for security_group (fd7e3f1f-3b81-4507-bcbf-80d5e72c9b11), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.869019 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:20.873151 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Attempt 5 to provision port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef Sep 27 17:24:20.875604 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'name': 'tempest-DeleteServersTestJSON-628075259-router', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:14Z', 'revision_number': 4, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'gw_port': {'id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '6bd0b01a-3c63-4366-9b75-7a2b62dc65ef', 'name': '', 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'mac_address': 'fa:16:3e:63:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b7080218-588c-4198-9690-5fefdb537d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:11Z', 'updated_at': '2022-09-27T17:24:14Z', 'revision_number': 2, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'subnets': [{'id': 'b7080218-588c-4198-9690-5fefdb537d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:20.922942 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Checking router: b4157fd2-2047-46db-9c54-d4f2eca0fb34 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:24:20.923429 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Updating router b4157fd2-2047-46db-9c54-d4f2eca0fb34 port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:24:20.925201 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.936957 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7455010 Sep 27 17:24:20.941084 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c35224-096d-48fa-982d-d57489b3b395 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'Port': ['ID=b74848da-ddf3-48c9-bf16-1041efc929c2,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:20.983370 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6d13-52c6-4447-86d2-f0ca59f9ee46 admin admin] Publish callbacks [] for security_group (fd7e3f1f-3b81-4507-bcbf-80d5e72c9b11), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:20.991320 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:21.085433 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:21.088932 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:21.316514 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port fc63eb9a-00f1-4c21-a124-893b19d3f75e is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:21.322360 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 56e4e69d-2852-4e33-9a15-d64244db4087 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:21.477989 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6d13-52c6-4447-86d2-f0ca59f9ee46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (fd7e3f1f-3b81-4507-bcbf-80d5e72c9b11), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:21.482259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6d13-52c6-4447-86d2-f0ca59f9ee46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:21.483935 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d8fb6d13-52c6-4447-86d2-f0ca59f9ee46 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fd7e3f1f-3b81-4507-bcbf-80d5e72c9b11 HTTP/1.1" status: 204 len: 168 time: 0.8690543 Sep 27 17:24:21.518362 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe8d5-618e-4372-bb48-cc80f4f91c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:21.547855 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb6d13-52c6-4447-86d2-f0ca59f9ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7e3f1f-3b81-4507-bcbf-80d5e72c9b11,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:21.608993 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Attempt 6 to provision port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef Sep 27 17:24:21.771402 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47410) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:21.791362 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f0e96f64-690e-4485-a72d-8886c65ab6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:21.796847 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-f6deb364-5bf9-4775-982f-ea5bb8288906 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--313023506&fields=id&tenant_id=37e99b06d94d4893963a88cd5333ec5b HTTP/1.1" status: 200 len: 267 time: 0.1671247 Sep 27 17:24:21.804618 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:21.892854 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-8e800b1e-e6ee-488b-8479-6b4c92ab13a4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:21.894398 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-8e800b1e-e6ee-488b-8479-6b4c92ab13a4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 818 time: 0.4263940 Sep 27 17:24:21.903985 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:21.907054 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f0e96f64-690e-4485-a72d-8886c65ab6c2 admin admin] Publish callbacks [] for security_group (d1be2e62-6274-40aa-ba98-c2ab23e35de2), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:21.915711 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f0e96f64-690e-4485-a72d-8886c65ab6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d1be2e62-6274-40aa-ba98-c2ab23e35de2), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:21.926143 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-e68af965-a286-4e0b-a50b-872c2d0e00e0 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/quotas/fd5caa5782e74721a4c2991524182668 HTTP/1.1" status: 200 len: 375 time: 0.0146217 Sep 27 17:24:21.960497 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:21.985010 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:22.049611 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe8d5-618e-4372-bb48-cc80f4f91c1c admin admin] Publish callbacks [] for security_group (88cae7ef-ea44-4db3-9fc5-0cb9c658e580), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.061540 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f0e96f64-690e-4485-a72d-8886c65ab6c2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3a7cbd60b036481ea69455bd5bea1a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886615 Sep 27 17:24:22.063902 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e96f64-690e-4485-a72d-8886c65ab6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1be2e62-6274-40aa-ba98-c2ab23e35de2,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:22.070587 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 56e4e69d-2852-4e33-9a15-d64244db4087 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:22.071699 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.072206 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 56e4e69d-2852-4e33-9a15-d64244db4087 Sep 27 17:24:22.079306 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47420) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:22.113313 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe8d5-618e-4372-bb48-cc80f4f91c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (88cae7ef-ea44-4db3-9fc5-0cb9c658e580), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.138828 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4324f8f3-b963-4708-8f97-6bd7f5385db6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1855016 Sep 27 17:24:22.180576 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbe8d5-618e-4372-bb48-cc80f4f91c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cae7ef-ea44-4db3-9fc5-0cb9c658e580,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:22.261723 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Publish callbacks [] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.275887 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 56e4e69d-2852-4e33-9a15-d64244db4087 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:22.281158 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.288447 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.380971 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port 56e4e69d-2852-4e33-9a15-d64244db4087, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=56e4e69d-2852-4e33-9a15-d64244db4087,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:22.432754 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.433380 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 5e11e65f-9554-4706-946f-e117b96e096f up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:22.435054 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:22.439709 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7178296-181a-4cfe-80a1-07ef9a658bc2 admin admin] Publish callbacks [] for security_group (d1be2e62-6274-40aa-ba98-c2ab23e35de2), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.492961 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-6dfd6795-46fb-4388-a37b-09a64e03eefa tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:22.494574 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-6dfd6795-46fb-4388-a37b-09a64e03eefa tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 817 time: 0.6795857 Sep 27 17:24:22.508020 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Attempt 7 to provision port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef Sep 27 17:24:22.527289 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4d43a-3b91-4f5e-aae1-4ffafdda4399 None None] Pushing event updated for resources: {'Port': ['ID=6bd0b01a-3c63-4366-9b75-7a2b62dc65ef,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:22.527538 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47442) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:22.529982 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e4fbe8d5-618e-4372-bb48-cc80f4f91c1c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0b7fcad3ea934d18b26586a80661b549&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9674082 Sep 27 17:24:22.600031 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7178296-181a-4cfe-80a1-07ef9a658bc2 admin admin] Publish callbacks [] for security_group (d1be2e62-6274-40aa-ba98-c2ab23e35de2), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.611551 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7abcce25-9605-4712-84f5-edaefae8d258 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/quotas/37e99b06d94d4893963a88cd5333ec5b HTTP/1.1" status: 200 len: 375 time: 0.0924833 Sep 27 17:24:22.657719 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b072a877-2ff9-400f-8532-934f5b886614 admin admin] Publish callbacks [] for security_group (88cae7ef-ea44-4db3-9fc5-0cb9c658e580), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.687649 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:22.689320 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Attempting to bind port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:22.689927 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Attempting to bind port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:22.690545 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Attempting to bind port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef on network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:22.718186 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b072a877-2ff9-400f-8532-934f5b886614 admin admin] Publish callbacks [] for security_group (88cae7ef-ea44-4db3-9fc5-0cb9c658e580), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.750480 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-7d86631d-c3ff-450f-a8cc-750eadfb7c33 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432425 Sep 27 17:24:22.756220 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:22.830000 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 5e11e65f-9554-4706-946f-e117b96e096f triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:22.830811 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5e11e65f-9554-4706-946f-e117b96e096f), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.831363 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 5e11e65f-9554-4706-946f-e117b96e096f Sep 27 17:24:22.837310 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=56e4e69d-2852-4e33-9a15-d64244db4087,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:22.856012 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b072a877-2ff9-400f-8532-934f5b886614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (88cae7ef-ea44-4db3-9fc5-0cb9c658e580), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.860335 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b072a877-2ff9-400f-8532-934f5b886614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.866129 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:22.866798 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Checking segment: {'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:22.867416 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.868115 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Bound using segment: {'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:22.868816 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Bound port: 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:22.869239 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b072a877-2ff9-400f-8532-934f5b886614 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/88cae7ef-ea44-4db3-9fc5-0cb9c658e580 HTTP/1.1" status: 204 len: 168 time: 0.3400705 Sep 27 17:24:22.869629 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.895203 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072a877-2ff9-400f-8532-934f5b886614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cae7ef-ea44-4db3-9fc5-0cb9c658e580,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:22.943435 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:22.943567 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47448) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:22.967780 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59ca985a-aa70-46de-9119-0ce9ae0dbd80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:22.977749 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-404656d7-0c3b-4ba8-846d-61e4a110972c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910374 Sep 27 17:24:22.985276 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-35e7472f-e268-40f4-8030-e95e3f883746 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3668962 Sep 27 17:24:23.005227 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] For port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:23.012785 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 5e11e65f-9554-4706-946f-e117b96e096f is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:23.013407 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5e11e65f-9554-4706-946f-e117b96e096f), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.015280 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7178296-181a-4cfe-80a1-07ef9a658bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d1be2e62-6274-40aa-ba98-c2ab23e35de2), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.020152 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7178296-181a-4cfe-80a1-07ef9a658bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.024030 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d7178296-181a-4cfe-80a1-07ef9a658bc2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d1be2e62-6274-40aa-ba98-c2ab23e35de2 HTTP/1.1" status: 204 len: 168 time: 0.9412134 Sep 27 17:24:23.029986 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] For port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=6bd0b01a-3c63-4366-9b75-7a2b62dc65ef,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:23.079527 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port 5e11e65f-9554-4706-946f-e117b96e096f, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=5e11e65f-9554-4706-946f-e117b96e096f,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:23.086704 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.104436 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5e11e65f-9554-4706-946f-e117b96e096f), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.196479 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:23.201372 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-354468fd-9360-48ef-8aee-d91e1a59a36b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741383 Sep 27 17:24:23.201933 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Routers {'b4157fd2-2047-46db-9c54-d4f2eca0fb34'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:24:23.202775 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:24:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:23.203540 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7178296-181a-4cfe-80a1-07ef9a658bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1be2e62-6274-40aa-ba98-c2ab23e35de2,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:23.272495 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Attempt 8 to provision port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef Sep 27 17:24:23.287775 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4d43a-3b91-4f5e-aae1-4ffafdda4399 None None] Pushing event updated for resources: {'Port': ['ID=6bd0b01a-3c63-4366-9b75-7a2b62dc65ef,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:23.302511 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59ca985a-aa70-46de-9119-0ce9ae0dbd80 admin admin] Publish callbacks [] for security_group (33dd7ef4-20a0-45b5-bfd9-065ad6a09bf7), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.313128 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59ca985a-aa70-46de-9119-0ce9ae0dbd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (33dd7ef4-20a0-45b5-bfd9-065ad6a09bf7), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.379579 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca985a-aa70-46de-9119-0ce9ae0dbd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dd7ef4-20a0-45b5-bfd9-065ad6a09bf7,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:23.409642 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-0765c1ea-e758-48ca-9f62-81addad2808b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985979 Sep 27 17:24:23.471448 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=5e11e65f-9554-4706-946f-e117b96e096f,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:23.500764 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-59ca985a-aa70-46de-9119-0ce9ae0dbd80 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f28db939503d4fe2b7969a7dee575ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5561011 Sep 27 17:24:23.501045 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47464) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:23.716744 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.18', 53269) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:23.724047 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d895f8c-3d18-4f68-8985-fb68842d767b admin admin] Publish callbacks [] for security_group (33dd7ef4-20a0-45b5-bfd9-065ad6a09bf7), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.795987 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d895f8c-3d18-4f68-8985-fb68842d767b admin admin] Publish callbacks [] for security_group (33dd7ef4-20a0-45b5-bfd9-065ad6a09bf7), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.872594 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Current status of the port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:23.872594 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.924735 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 56e4e69d-2852-4e33-9a15-d64244db4087 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:23.936157 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9935a416-5cc9-454d-b169-5c572b9a549a req-dbab9252-07f3-4499-b7d9-b75eaac4a27e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 210 time: 0.0473688 Sep 27 17:24:23.977579 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d895f8c-3d18-4f68-8985-fb68842d767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (33dd7ef4-20a0-45b5-bfd9-065ad6a09bf7), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.980341 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d895f8c-3d18-4f68-8985-fb68842d767b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:23.993139 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-9d895f8c-3d18-4f68-8985-fb68842d767b admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/33dd7ef4-20a0-45b5-bfd9-065ad6a09bf7 HTTP/1.1" status: 204 len: 168 time: 0.4910071 Sep 27 17:24:24.024259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d895f8c-3d18-4f68-8985-fb68842d767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dd7ef4-20a0-45b5-bfd9-065ad6a09bf7,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:24.026726 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] Set router b4157fd2-2047-46db-9c54-d4f2eca0fb34 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:24:24.115263 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-094c302e-c604-4a44-b449-443ef8a6809f req-06c48e6b-896b-4cef-87bd-a94757f31b23 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0645640 Sep 27 17:24:24.208160 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fbce7685-412a-4545-9ba9-f54db47f2a24 req-306c60c0-0d5c-4265-94b3-2cfe9925269a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0918105 Sep 27 17:24:24.245508 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] For port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=6bd0b01a-3c63-4366-9b75-7a2b62dc65ef,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:24.254175 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 56e4e69d-2852-4e33-9a15-d64244db4087 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:24.254552 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:24.254885 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 56e4e69d-2852-4e33-9a15-d64244db4087 Sep 27 17:24:24.323600 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-35a53bde-2960-40b6-9c9a-483ea24cd5b4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:24.328099 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-35a53bde-2960-40b6-9c9a-483ea24cd5b4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 818 time: 0.6101437 Sep 27 17:24:24.339996 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:24.367917 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Provisioning complete for port be82f126-8b98-4ad0-a50a-e5c0909f414b triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:24.369458 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:24.372072 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Attempt 1 to provision port be82f126-8b98-4ad0-a50a-e5c0909f414b Sep 27 17:24:24.445948 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Request body: {'port': {'device_id': '95a7693f-d1df-43fb-81e7-1c83b069e269', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'admin_state_up': True, 'tenant_id': 'fd5caa5782e74721a4c2991524182668'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:24.686410 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.18', 53277) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:24.762448 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:24.794617 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:24.804323 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Made reservation on behalf of fd5caa5782e74721a4c2991524182668 for: {'port': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:24:24.814007 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:24.882398 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47510) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:25.035231 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-6aa6be63-3976-49a2-9254-8255ac11c795 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:25.037030 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-6aa6be63-3976-49a2-9254-8255ac11c795 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.18 "GET /networking/v2.0/networks?id=9ec76b38-4dd6-4948-baf3-dc0cadd14720 HTTP/1.1" status: 200 len: 811 time: 0.3494067 Sep 27 17:24:25.038104 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7024eeeb-2fe8-4293-8ba2-baf86e754532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:25.055650 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Request body: {'port': {'device_id': '0e6c9900-b294-45b0-a692-18ed9f943669', 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720', 'admin_state_up': True, 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:25.209930 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Pushing event updated for resources: {'Port': ['ID=6bd0b01a-3c63-4366-9b75-7a2b62dc65ef,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:25.225004 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'name': 'tempest-DeleteServersTestJSON-628075259-router', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:14Z', 'revision_number': 4, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'gw_port': {'id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '6bd0b01a-3c63-4366-9b75-7a2b62dc65ef', 'name': '', 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'mac_address': 'fa:16:3e:63:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b7080218-588c-4198-9690-5fefdb537d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:11Z', 'updated_at': '2022-09-27T17:24:22Z', 'revision_number': 4, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'subnets': [{'id': 'b7080218-588c-4198-9690-5fefdb537d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:24:25.293029 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a901a1-f6bf-4f7f-847a-580e080cfcdf None None] The sync data for ids ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'] in dv-cinder-849143-8-iscsi is: [{'id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'name': 'tempest-DeleteServersTestJSON-628075259-router', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:14Z', 'revision_number': 4, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'gw_port': {'id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '6bd0b01a-3c63-4366-9b75-7a2b62dc65ef', 'name': '', 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'mac_address': 'fa:16:3e:63:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b7080218-588c-4198-9690-5fefdb537d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:11Z', 'updated_at': '2022-09-27T17:24:22Z', 'revision_number': 4, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'subnets': [{'id': 'b7080218-588c-4198-9690-5fefdb537d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:24:25.337976 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Allocated IP 172.20.0.9 (77098589-b75d-4cff-80ff-98fbc8a6384d/eac4fa36-97e4-41a2-a490-84c8becaf6e1/c153b3a2-7878-4d7b-ac38-d30f63848b75) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:25.399612 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 56e4e69d-2852-4e33-9a15-d64244db4087 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:25.400981 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device bfc7ef6d-3299-4626-878f-d3cc54aeae6c up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:25.482763 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:25.514108 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Current status of the port be82f126-8b98-4ad0-a50a-e5c0909f414b is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:25.514519 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:25.588041 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] For port be82f126-8b98-4ad0-a50a-e5c0909f414b, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=be82f126-8b98-4ad0-a50a-e5c0909f414b,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:25.594306 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port bfc7ef6d-3299-4626-878f-d3cc54aeae6c triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:25.595082 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:25.595569 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port bfc7ef6d-3299-4626-878f-d3cc54aeae6c Sep 27 17:24:25.743540 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:25.788580 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:25.832275 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:25.853538 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:25.868823 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-48d7c84d-7e40-4ac0-a27e-3a9a570a2343 req-0a911c13-f682-4c32-9e9a-26e0028bd196 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 210 time: 0.6468718 Sep 27 17:24:25.994766 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.18', 53287) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:26.018123 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Provisioning complete for port bfc7ef6d-3299-4626-878f-d3cc54aeae6c triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:26.025950 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event updated for resources: {'Port': ['ID=c153b3a2-7878-4d7b-ac38-d30f63848b75,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:26.035686 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.036019 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Attempt 1 to provision port bfc7ef6d-3299-4626-878f-d3cc54aeae6c Sep 27 17:24:26.050272 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Network 77098589-b75d-4cff-80ff-98fbc8a6384d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:26.052192 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:26.055648 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:26.063686 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:26.064791 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.091328 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c86a235c-573e-444c-a85a-da25e9961845 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6483517 Sep 27 17:24:26.103761 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7c0ff69b-0179-4dc0-9330-13f1d13e33f8 req-93539f0d-bc95-4d5d-b2c2-79ccfea15e2a tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.4749873 Sep 27 17:24:26.110159 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-76c971dc-9a36-4adb-9163-e1a995349612 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:24:26.111570 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-76c971dc-9a36-4adb-9163-e1a995349612 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0085866 Sep 27 17:24:26.241985 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Pushing event updated for resources: {'Port': ['ID=be82f126-8b98-4ad0-a50a-e5c0909f414b,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:26.249001 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port bfc7ef6d-3299-4626-878f-d3cc54aeae6c is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:26.250822 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.292938 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7024eeeb-2fe8-4293-8ba2-baf86e754532 admin admin] Publish callbacks [] for security_group (de81ff9a-deb3-4d2c-a378-c6aaac5ff076), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.386162 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port bfc7ef6d-3299-4626-878f-d3cc54aeae6c, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=bfc7ef6d-3299-4626-878f-d3cc54aeae6c,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:26.411561 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.413734 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device be82f126-8b98-4ad0-a50a-e5c0909f414b up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:26.415600 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7024eeeb-2fe8-4293-8ba2-baf86e754532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (de81ff9a-deb3-4d2c-a378-c6aaac5ff076), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.441101 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f78c7054-d47e-44a7-8ee3-8d7d7c63189f req-539cb5aa-af8f-4ade-bf45-cec1fb9b23a7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.3349159 Sep 27 17:24:26.505597 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:26.560962 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=bfc7ef6d-3299-4626-878f-d3cc54aeae6c,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:26.564178 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f21c63f8-406f-476d-83ff-c533ff5e184f None None] Current status of the port bfc7ef6d-3299-4626-878f-d3cc54aeae6c is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:26.565912 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:26.585552 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port be82f126-8b98-4ad0-a50a-e5c0909f414b triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:26.585552 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.585552 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port be82f126-8b98-4ad0-a50a-e5c0909f414b Sep 27 17:24:26.585943 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47568) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:26.586881 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-7024eeeb-2fe8-4293-8ba2-baf86e754532 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=69840972df1f48e58f12c14c021d5009&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6968420 Sep 27 17:24:26.595121 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024eeeb-2fe8-4293-8ba2-baf86e754532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de81ff9a-deb3-4d2c-a378-c6aaac5ff076,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:26.644762 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Made reservation on behalf of 9c16b9aaa5ac4e6dac613614c1a570c8 for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:24:26.673640 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.721261 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:26.727537 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-f97766a8-438c-4928-b02a-0c2a84683f03 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:26.732994 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-f97766a8-438c-4928-b02a-0c2a84683f03 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 818 time: 0.7089298 Sep 27 17:24:26.791546 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Provisioning complete for port c153b3a2-7878-4d7b-ac38-d30f63848b75 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:26.793594 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.794942 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Attempt 1 to provision port c153b3a2-7878-4d7b-ac38-d30f63848b75 Sep 27 17:24:26.815308 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.18', 53296) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:26.841793 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Request body: {'port': {'device_id': 'd622d15d-b954-409c-a1f5-538da5de83db', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'admin_state_up': True, 'tenant_id': 'fd5caa5782e74721a4c2991524182668'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:26.859477 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e33aba91-b91f-475e-825f-9375de543c3e admin admin] Publish callbacks [] for security_group (de81ff9a-deb3-4d2c-a378-c6aaac5ff076), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.884805 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Port c153b3a2-7878-4d7b-ac38-d30f63848b75 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:26.885323 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port be82f126-8b98-4ad0-a50a-e5c0909f414b is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:26.886490 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device a2810fb0-4ec9-4df8-aed2-706881a9f6e2 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:26.938351 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e33aba91-b91f-475e-825f-9375de543c3e admin admin] Publish callbacks [] for security_group (de81ff9a-deb3-4d2c-a378-c6aaac5ff076), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:26.979996 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:27.095370 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Request body: {'port': {'device_id': '95a7693f-d1df-43fb-81e7-1c83b069e269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:27.113409 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:27.113929 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:27.114354 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 Sep 27 17:24:27.154914 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e33aba91-b91f-475e-825f-9375de543c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (de81ff9a-deb3-4d2c-a378-c6aaac5ff076), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:27.158488 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e33aba91-b91f-475e-825f-9375de543c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:27.160249 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e33aba91-b91f-475e-825f-9375de543c3e admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/de81ff9a-deb3-4d2c-a378-c6aaac5ff076 HTTP/1.1" status: 204 len: 168 time: 0.5733216 Sep 27 17:24:27.211730 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aba91-b91f-475e-825f-9375de543c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de81ff9a-deb3-4d2c-a378-c6aaac5ff076,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:27.219977 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:27.380000 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:27.405928 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Attempt 2 to provision port c153b3a2-7878-4d7b-ac38-d30f63848b75 Sep 27 17:24:27.532070 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Port c153b3a2-7878-4d7b-ac38-d30f63848b75 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:27.820936 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c153b3a2-7878-4d7b-ac38-d30f63848b75 {{(pid=106220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:24:27.852482 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Publish callbacks [] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:27.910798 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 5e11e65f-9554-4706-946f-e117b96e096f up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:27.924331 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.provisioning_blocks [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Transition to ACTIVE for port object c153b3a2-7878-4d7b-ac38-d30f63848b75 will not be triggered until provisioned by entity L2. {{(pid=106220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:24:27.934781 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:27.997880 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 5e11e65f-9554-4706-946f-e117b96e096f triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:27.998341 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5e11e65f-9554-4706-946f-e117b96e096f), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:27.998686 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 5e11e65f-9554-4706-946f-e117b96e096f Sep 27 17:24:28.039767 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Attempt 3 to provision port c153b3a2-7878-4d7b-ac38-d30f63848b75 Sep 27 17:24:28.096313 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-041f6a91-de28-479b-af38-c3499e642e6d req-27488f81-e81c-4d4c-bb85-93bebd00ca06 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 210 time: 0.6356153 Sep 27 17:24:28.122706 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3ca531aa-dba3-4633-93df-b42523e7cd76 req-41884cf9-fb12-4743-a00d-d1f1e5b746c2 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.6611164 Sep 27 17:24:28.128133 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:28.150794 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Made reservation on behalf of fd5caa5782e74721a4c2991524182668 for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:24:28.159569 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Port c153b3a2-7878-4d7b-ac38-d30f63848b75 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:28.180372 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:28.333998 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Pushing event updated for resources: {'Port': ['ID=c153b3a2-7878-4d7b-ac38-d30f63848b75,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:28.352583 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 5e11e65f-9554-4706-946f-e117b96e096f is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:28.357606 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device bfc7ef6d-3299-4626-878f-d3cc54aeae6c up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:28.358241 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Attempting to bind port c153b3a2-7878-4d7b-ac38-d30f63848b75 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:28.358602 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Attempting to bind port c153b3a2-7878-4d7b-ac38-d30f63848b75 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'}] {{(pid=106220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:28.359056 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Attempting to bind port c153b3a2-7878-4d7b-ac38-d30f63848b75 on network 77098589-b75d-4cff-80ff-98fbc8a6384d {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:28.444590 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Port c153b3a2-7878-4d7b-ac38-d30f63848b75 on network 77098589-b75d-4cff-80ff-98fbc8a6384d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:24:28.445029 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Attempting to bind port c153b3a2-7878-4d7b-ac38-d30f63848b75 on network 77098589-b75d-4cff-80ff-98fbc8a6384d {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:28.517346 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port bfc7ef6d-3299-4626-878f-d3cc54aeae6c triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:28.518734 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:28.521532 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:28.522702 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port bfc7ef6d-3299-4626-878f-d3cc54aeae6c Sep 27 17:24:28.561788 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:28.570571 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Checking segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:28.574114 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Bound using segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:28.574114 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Bound port: c153b3a2-7878-4d7b-ac38-d30f63848b75, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'}}] {{(pid=106220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:28.574114 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:28.664576 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Attempt 4 to provision port c153b3a2-7878-4d7b-ac38-d30f63848b75 Sep 27 17:24:28.754560 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Port c153b3a2-7878-4d7b-ac38-d30f63848b75 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:28.765878 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] For port c153b3a2-7878-4d7b-ac38-d30f63848b75, host hv-cinder-84914, cleared binding levels {{(pid=106220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:28.804068 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port bfc7ef6d-3299-4626-878f-d3cc54aeae6c is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:28.805358 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:28.813779 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] For port c153b3a2-7878-4d7b-ac38-d30f63848b75, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:28.822359 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:28.832457 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:28.833639 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:28.835937 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/c153b3a2-7878-4d7b-ac38-d30f63848b75 HTTP/1.1" status: 200 len: 1093 time: 2.1714470 Sep 27 17:24:28.836870 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a7693f-d1df-43fb-81e7-1c83b069e269', 'tag': 'c153b3a2-7878-4d7b-ac38-d30f63848b75'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:24:28.922150 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:28.923064 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:28.924358 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef Sep 27 17:24:28.972764 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7557516-9ec6-4e0a-bb82-0ddcd0634760 service neutron] Pushing event updated for resources: {'Port': ['ID=c153b3a2-7878-4d7b-ac38-d30f63848b75,revision_number=3']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:28.977316 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Allocated IP 172.20.0.4 (77098589-b75d-4cff-80ff-98fbc8a6384d/eac4fa36-97e4-41a2-a490-84c8becaf6e1/636a119c-4ac6-4298-8d42-f47c495d9a5b) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:28.996165 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a33be16b-1fba-4b2e-bca5-8eea247b0ade req-fa3949a0-80c0-4604-8cfd-d081efd29cb8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.3848615 Sep 27 17:24:29.058690 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:29.060092 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device be82f126-8b98-4ad0-a50a-e5c0909f414b up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:24:29.103156 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Allocated IP 172.20.0.5 (9ec76b38-4dd6-4948-baf3-dc0cadd14720/b7080218-588c-4198-9690-5fefdb537d20/8da35e49-fd42-450d-b5d6-f220c2448d60) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:29.145733 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port be82f126-8b98-4ad0-a50a-e5c0909f414b triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:29.146335 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:29.146805 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port be82f126-8b98-4ad0-a50a-e5c0909f414b Sep 27 17:24:29.195927 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:29.206923 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:29.228927 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-1d0c06e2-fa7c-403a-b2d1-4742ac267bc2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:29.235166 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-1d0c06e2-fa7c-403a-b2d1-4742ac267bc2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 817 time: 2.3865063 Sep 27 17:24:29.247535 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port be82f126-8b98-4ad0-a50a-e5c0909f414b is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:29.255938 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Attempt 5 to provision port c153b3a2-7878-4d7b-ac38-d30f63848b75 Sep 27 17:24:29.319666 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-10966296-1c87-44a5-b617-0ed4b2a2f841 None None] Port c153b3a2-7878-4d7b-ac38-d30f63848b75 had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:24:29.341302 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:29.343593 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c30eaf76-60d5-410f-890a-ecd8304d3501 req-fb071da3-f8f4-4089-a26f-5079d6f8b2a3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 210 time: 0.1268203 Sep 27 17:24:29.365938 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c09158-6925-46e7-86ec-ea4da77e2684" -d '{"events": [{"name": "network-changed", "server_uuid": "95a7693f-d1df-43fb-81e7-1c83b069e269", "tag": "c153b3a2-7878-4d7b-ac38-d30f63848b75"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:24:29.378690 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-edb09a2f-dbbf-4619-8492-d0cac9d4a184 req-25d51673-7afe-49cd-83c1-8b644e8b0275 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0935512 Sep 27 17:24:29.513213 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:29.552776 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:29.560302 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Publish callbacks [] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:29.614887 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:29.641750 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:24:29.745323 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event updated for resources: {'Port': ['ID=636a119c-4ac6-4298-8d42-f47c495d9a5b,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:29.748242 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:29.762801 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Network 77098589-b75d-4cff-80ff-98fbc8a6384d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:29.764943 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:29.778546 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b64e1a-f5dc-41f7-8990-d5b042c29ce3 x-openstack-request-id: req-59b64e1a-f5dc-41f7-8990-d5b042c29ce3 {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:24:29.779046 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a7693f-d1df-43fb-81e7-1c83b069e269", "tag": "c153b3a2-7878-4d7b-ac38-d30f63848b75", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:24:29.779545 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59b64e1a-f5dc-41f7-8990-d5b042c29ce3 {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:24:29.780106 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:29.780315 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b64e1a-f5dc-41f7-8990-d5b042c29ce3'] response: {'name': 'network-changed', 'server_uuid': '95a7693f-d1df-43fb-81e7-1c83b069e269', 'tag': 'c153b3a2-7878-4d7b-ac38-d30f63848b75', 'status': 'completed', 'code': 200} Sep 27 17:24:29.786876 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:29.787683 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:29.843173 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9e3d6a09-3044-411d-9378-89e6849b7aea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0320058 Sep 27 17:24:29.858332 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:29.860045 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Pushing event updated for resources: {'Port': ['ID=8da35e49-fd42-450d-b5d6-f220c2448d60,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:29.861983 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:29.864294 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:29.868805 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:29.869418 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:29.889404 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-bec8fe01-5ba8-4272-8358-bb31ebe59dc6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8386214 Sep 27 17:24:30.151669 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Provisioning complete for port 636a119c-4ac6-4298-8d42-f47c495d9a5b triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:30.153161 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:30.154232 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Attempt 1 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:24:30.164738 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79d9d2d4-d11c-4386-9420-28c3a4385b36 req-737bc4b4-e02c-4c6a-8e51-d0dc0eea2ecf tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0443268 Sep 27 17:24:30.240149 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:30.590721 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de2aa8-843f-4c81-ba5e-a26e555e4d3d req-1ac8c0fd-1aad-4e98-a1f4-c1a58f7684b6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:30.599834 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-49de2aa8-843f-4c81-ba5e-a26e555e4d3d req-1ac8c0fd-1aad-4e98-a1f4-c1a58f7684b6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.1452806 Sep 27 17:24:30.687025 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63fb10-ef1d-4a14-a921-e6e34822ad82 req-6c587b75-08cc-4875-9de3-479719e078e7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:30.688545 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3e63fb10-ef1d-4a14-a921-e6e34822ad82 req-6c587b75-08cc-4875-9de3-479719e078e7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.1278312 Sep 27 17:24:30.730559 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-49de2aa8-843f-4c81-ba5e-a26e555e4d3d req-a31feee7-4565-465f-9ec5-2f4a1a2c7655 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293952 Sep 27 17:24:30.742399 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Attempt 2 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:24:30.802341 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3e63fb10-ef1d-4a14-a921-e6e34822ad82 req-81cb1f09-7976-47df-8482-fbecb303dab9 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053534 Sep 27 17:24:30.815905 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:31.317321 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Attempt 3 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:24:31.340096 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d0191070-0dc1-4d33-9594-7f86aa4a6c0a req-61a0c2ab-795d-4cce-afcf-f91bef0ffdd6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0687177 Sep 27 17:24:31.427048 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:31.696816 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=24 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:31.927911 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Attempt 4 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:24:31.942840 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2927bcb-deba-4fa6-9d96-99a42ed27655 req-c8a7834b-83a9-4c1d-9f81-3f59d18b9d3d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:31.953317 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c2927bcb-deba-4fa6-9d96-99a42ed27655 req-c8a7834b-83a9-4c1d-9f81-3f59d18b9d3d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.1125777 Sep 27 17:24:32.009418 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:32.121024 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c2927bcb-deba-4fa6-9d96-99a42ed27655 req-ec36cdca-02f8-4409-803b-3056f3871f0c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691291 Sep 27 17:24:32.134005 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bb90f-8779-49f8-b477-267c32fdb97e req-bdc53df2-a200-4090-90b9-afbe85fd8019 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:32.135928 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-836bb90f-8779-49f8-b477-267c32fdb97e req-bdc53df2-a200-4090-90b9-afbe85fd8019 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.1181166 Sep 27 17:24:32.208107 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-836bb90f-8779-49f8-b477-267c32fdb97e req-ddd65886-4e3b-4112-978d-1dc556dfc19e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 Sep 27 17:24:32.413184 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47806) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:32.510191 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Attempt 5 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:24:32.555178 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-630c69e0-e3a4-49fc-80cd-730800e234d7 req-7bcc8d56-5510-4797-984e-aa1a1ab77721 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0724757 Sep 27 17:24:32.587658 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b07f1a7d-f987-41dd-a39b-554f142aac5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:32.597553 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:32.617282 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:32.721872 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b07f1a7d-f987-41dd-a39b-554f142aac5f admin admin] Publish callbacks [] for security_group (d52ea898-7d20-4c2b-a010-6f8f3c6efb6e), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:32.727386 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b07f1a7d-f987-41dd-a39b-554f142aac5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d52ea898-7d20-4c2b-a010-6f8f3c6efb6e), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:32.732658 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:32.780424 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-b07f1a7d-f987-41dd-a39b-554f142aac5f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3267e0059119481e81c82606a7a304ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657284 Sep 27 17:24:32.781963 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f1a7d-f987-41dd-a39b-554f142aac5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52ea898-7d20-4c2b-a010-6f8f3c6efb6e,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:32.782943 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47814) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:32.863062 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9f963b4f-4cc6-4427-8d45-7e8c7512e3b6 admin admin] Publish callbacks [] for security_group (d52ea898-7d20-4c2b-a010-6f8f3c6efb6e), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:32.898885 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9f963b4f-4cc6-4427-8d45-7e8c7512e3b6 admin admin] Publish callbacks [] for security_group (d52ea898-7d20-4c2b-a010-6f8f3c6efb6e), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:32.964247 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9f963b4f-4cc6-4427-8d45-7e8c7512e3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d52ea898-7d20-4c2b-a010-6f8f3c6efb6e), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:32.967033 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9f963b4f-4cc6-4427-8d45-7e8c7512e3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:32.968377 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-9f963b4f-4cc6-4427-8d45-7e8c7512e3b6 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d52ea898-7d20-4c2b-a010-6f8f3c6efb6e HTTP/1.1" status: 204 len: 168 time: 0.1831903 Sep 27 17:24:32.990229 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f963b4f-4cc6-4427-8d45-7e8c7512e3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52ea898-7d20-4c2b-a010-6f8f3c6efb6e,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:33.099598 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Attempt 6 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:24:33.140862 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:33.296563 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47830) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:33.315562 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf83f53b-d3e1-483f-a8fe-76e059b73ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:33.401722 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf83f53b-d3e1-483f-a8fe-76e059b73ffe admin admin] Publish callbacks [] for security_group (277d1736-a51c-4fa0-9e60-a58d3938bc6d), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:33.407028 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf83f53b-d3e1-483f-a8fe-76e059b73ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (277d1736-a51c-4fa0-9e60-a58d3938bc6d), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:33.422133 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff257b07-4f62-4f1c-b8e6-afd9bdcc997c req-dee54441-4d03-4c1f-8629-b9c21b9f8656 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:33.423629 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ff257b07-4f62-4f1c-b8e6-afd9bdcc997c req-dee54441-4d03-4c1f-8629-b9c21b9f8656 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.2258930 Sep 27 17:24:33.449183 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-bf83f53b-d3e1-483f-a8fe-76e059b73ffe admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=30fcd5eb5a2c4c1aba2e53471de07510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510587 Sep 27 17:24:33.453170 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47836) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:33.458861 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83f53b-d3e1-483f-a8fe-76e059b73ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277d1736-a51c-4fa0-9e60-a58d3938bc6d,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:33.460374 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874d811-d90b-4306-ad68-bba914803e0a req-b5c42d2d-7608-43a0-8302-3093b4ac4766 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:33.461884 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5874d811-d90b-4306-ad68-bba914803e0a req-b5c42d2d-7608-43a0-8302-3093b4ac4766 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.0834239 Sep 27 17:24:33.538988 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ff257b07-4f62-4f1c-b8e6-afd9bdcc997c req-07d053fd-8196-4f52-a6cc-bd9a3628145b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052217 Sep 27 17:24:33.573255 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5874d811-d90b-4306-ad68-bba914803e0a req-6c87dd34-c821-4a08-822c-986bd2449e55 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912826 Sep 27 17:24:33.573956 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dc1b29ba-a3e2-4b12-9abb-dcb635ee5ec1 admin admin] Publish callbacks [] for security_group (277d1736-a51c-4fa0-9e60-a58d3938bc6d), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:33.595400 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dc1b29ba-a3e2-4b12-9abb-dcb635ee5ec1 admin admin] Publish callbacks [] for security_group (277d1736-a51c-4fa0-9e60-a58d3938bc6d), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:33.641592 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dc1b29ba-a3e2-4b12-9abb-dcb635ee5ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (277d1736-a51c-4fa0-9e60-a58d3938bc6d), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:33.642475 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Attempt 7 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:24:33.644544 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dc1b29ba-a3e2-4b12-9abb-dcb635ee5ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:33.645823 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-dc1b29ba-a3e2-4b12-9abb-dcb635ee5ec1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/277d1736-a51c-4fa0-9e60-a58d3938bc6d HTTP/1.1" status: 204 len: 168 time: 0.1915462 Sep 27 17:24:33.665627 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b29ba-a3e2-4b12-9abb-dcb635ee5ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d1736-a51c-4fa0-9e60-a58d3938bc6d,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:33.683054 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6b7eedcb-8234-4b13-8e24-358b5094ae9e req-f464219a-b20f-4c81-9934-c08dc9595e95 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0342872 Sep 27 17:24:33.690282 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:34.191770 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Attempt 8 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:24:34.227699 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:34.694905 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8b0af-d669-459a-90ee-8d2f55d6bbef req-c9b06720-58dd-4df0-9702-4ac1757e4611 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:34.696925 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-52c8b0af-d669-459a-90ee-8d2f55d6bbef req-c9b06720-58dd-4df0-9702-4ac1757e4611 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.0822265 Sep 27 17:24:34.728279 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Attempt 9 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:24:34.734017 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d43e6-5bb8-48ab-8e1e-40ad4af45396 req-efc490a8-c6b0-4efc-8c39-510759982068 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:34.735576 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-650d43e6-5bb8-48ab-8e1e-40ad4af45396 req-efc490a8-c6b0-4efc-8c39-510759982068 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.0794435 Sep 27 17:24:34.785550 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:34.809926 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-52c8b0af-d669-459a-90ee-8d2f55d6bbef req-a3e00ab1-af82-4533-8dda-31e2b60d83a5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063869 Sep 27 17:24:34.852385 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-650d43e6-5bb8-48ab-8e1e-40ad4af45396 req-a7be5974-3cbf-4c4f-9881-c6b270ddf5b3 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076648 Sep 27 17:24:34.927781 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ee7c19c3-afbd-4254-8db3-471ffd2baf20 req-b938a21c-385d-420c-946a-6eea9bc15a26 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0339365 Sep 27 17:24:35.287153 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Attempt 10 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:24:35.339919 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-67ce1c58-100f-47da-beff-3b9620dc9d06 None None] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:35.468704 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Provisioning complete for port 8da35e49-fd42-450d-b5d6-f220c2448d60 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:35.469107 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:35.469449 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Attempt 1 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:24:35.509805 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:35.931021 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47952) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:35.975128 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a435c0-418e-4496-9820-84f2d1b8ac05 req-e4cc7622-e38f-47f3-87ec-cc02bb90c237 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:35.976580 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-38a435c0-418e-4496-9820-84f2d1b8ac05 req-e4cc7622-e38f-47f3-87ec-cc02bb90c237 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.0814986 Sep 27 17:24:36.011456 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Attempt 2 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:24:36.014039 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b833d-20b1-4163-a933-1c9793668f86 req-b665c094-666d-4dc0-9090-f94b8a8da175 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:36.016138 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-841b833d-20b1-4163-a933-1c9793668f86 req-b665c094-666d-4dc0-9090-f94b8a8da175 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.0836639 Sep 27 17:24:36.061427 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:36.063139 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d68f45b0-dc5b-490b-b161-23bb5acdc19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.064223 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-38a435c0-418e-4496-9820-84f2d1b8ac05 req-1841e749-2129-481a-91e7-90a958ce7c77 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Sep 27 17:24:36.072584 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:36.094640 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-841b833d-20b1-4163-a933-1c9793668f86 req-e1f78ddd-09d6-4186-977a-9d3b2559120c tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713522 Sep 27 17:24:36.160627 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d68f45b0-dc5b-490b-b161-23bb5acdc19c admin admin] Publish callbacks [] for security_group (69564451-88b6-48cf-810b-db9aa8517ffb), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.161667 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-63b76137-958c-4e54-bdf6-c42bcfab2b84 req-b8109161-cf18-4030-99c9-3bac6306a552 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0343888 Sep 27 17:24:36.166503 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d68f45b0-dc5b-490b-b161-23bb5acdc19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (69564451-88b6-48cf-810b-db9aa8517ffb), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.210024 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-d68f45b0-dc5b-490b-b161-23bb5acdc19c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3bcd8d3a7a554a759c0bee29b027e2df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766674 Sep 27 17:24:36.210923 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f45b0-dc5b-490b-b161-23bb5acdc19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69564451-88b6-48cf-810b-db9aa8517ffb,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:36.213462 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47960) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:36.270653 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b8991ee4-ec18-481a-b32a-dd38ba7a050e admin admin] Publish callbacks [] for security_group (69564451-88b6-48cf-810b-db9aa8517ffb), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.294517 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b8991ee4-ec18-481a-b32a-dd38ba7a050e admin admin] Publish callbacks [] for security_group (69564451-88b6-48cf-810b-db9aa8517ffb), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.356502 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b8991ee4-ec18-481a-b32a-dd38ba7a050e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (69564451-88b6-48cf-810b-db9aa8517ffb), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.359160 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b8991ee4-ec18-481a-b32a-dd38ba7a050e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.360288 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-b8991ee4-ec18-481a-b32a-dd38ba7a050e admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/69564451-88b6-48cf-810b-db9aa8517ffb HTTP/1.1" status: 204 len: 168 time: 0.1454546 Sep 27 17:24:36.368207 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8991ee4-ec18-481a-b32a-dd38ba7a050e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69564451-88b6-48cf-810b-db9aa8517ffb,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:36.631732 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Attempt 3 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:24:36.665303 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:36.691690 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 47970) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:36.707435 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-902858b8-8be3-4448-909a-cd06e16dad16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.722294 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:36.769215 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=16,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:36.804193 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-902858b8-8be3-4448-909a-cd06e16dad16 admin admin] Publish callbacks [] for security_group (59e4db47-733e-4f62-bec7-22119f712132), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.809740 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-902858b8-8be3-4448-909a-cd06e16dad16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (59e4db47-733e-4f62-bec7-22119f712132), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.852473 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902858b8-8be3-4448-909a-cd06e16dad16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e4db47-733e-4f62-bec7-22119f712132,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:36.862251 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 47976) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:36.863115 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-902858b8-8be3-4448-909a-cd06e16dad16 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=d484094be5bd4105b6764a62581c3d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683943 Sep 27 17:24:36.913913 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-474b52d9-639f-4cfb-bccc-b77b3a808101 admin admin] Publish callbacks [] for security_group (59e4db47-733e-4f62-bec7-22119f712132), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.935528 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-474b52d9-639f-4cfb-bccc-b77b3a808101 admin admin] Publish callbacks [] for security_group (59e4db47-733e-4f62-bec7-22119f712132), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:36.944704 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:37.001218 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-474b52d9-639f-4cfb-bccc-b77b3a808101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (59e4db47-733e-4f62-bec7-22119f712132), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:37.003964 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-474b52d9-639f-4cfb-bccc-b77b3a808101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:37.007932 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-474b52d9-639f-4cfb-bccc-b77b3a808101 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/59e4db47-733e-4f62-bec7-22119f712132 HTTP/1.1" status: 204 len: 168 time: 0.1428263 Sep 27 17:24:37.018523 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b52d9-639f-4cfb-bccc-b77b3a808101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e4db47-733e-4f62-bec7-22119f712132,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:37.166661 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Attempt 4 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:24:37.217182 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:37.264750 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f803bdd-1f8f-4ae8-b5f1-bff48c8616c1 req-82fca210-a6e8-491e-8ce6-a2467a969ee0 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:37.266468 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9f803bdd-1f8f-4ae8-b5f1-bff48c8616c1 req-82fca210-a6e8-491e-8ce6-a2467a969ee0 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.0956321 Sep 27 17:24:37.272008 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f8b83-98d0-4bb1-9df9-d401f62b55dc req-7b234ed9-c1df-4a1a-b5f0-bd804741220e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:37.273409 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-126f8b83-98d0-4bb1-9df9-d401f62b55dc req-7b234ed9-c1df-4a1a-b5f0-bd804741220e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.0905776 Sep 27 17:24:37.316982 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3de06aff-e559-4df0-9bfc-726a51256a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:37.377319 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9f803bdd-1f8f-4ae8-b5f1-bff48c8616c1 req-c31df80a-5818-404a-9deb-07e0533b77f3 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028051 Sep 27 17:24:37.380384 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-126f8b83-98d0-4bb1-9df9-d401f62b55dc req-ee02a46e-b936-4f4b-91cc-affaf5b29373 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991836 Sep 27 17:24:37.468793 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8ca8f9a2-89ca-4949-9b52-a89696d2e2e4 req-c0fac60a-5c0f-44cc-aaa3-db38f1441fcc tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0278783 Sep 27 17:24:37.719134 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Attempt 5 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:24:37.754475 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:38.255430 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Attempt 6 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:24:38.287842 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:38.536029 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c2253-a689-48a0-8c59-d8a559f38a0f req-907bd4da-996a-4044-8678-b75a9c0e0a92 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:38.537493 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-373c2253-a689-48a0-8c59-d8a559f38a0f req-907bd4da-996a-4044-8678-b75a9c0e0a92 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.0763566 Sep 27 17:24:38.545572 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1db17-9743-439a-8e37-86587291730a req-1b0f661d-963f-43f7-8889-e18a0daa2569 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:38.546997 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d4f1db17-9743-439a-8e37-86587291730a req-1b0f661d-963f-43f7-8889-e18a0daa2569 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.0757408 Sep 27 17:24:38.621612 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-373c2253-a689-48a0-8c59-d8a559f38a0f req-6de84e75-8786-45e0-9406-16cbb2593a9d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736592 Sep 27 17:24:38.646745 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d4f1db17-9743-439a-8e37-86587291730a req-e028d64c-6feb-4133-b02e-a81b48ac5c74 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926025 Sep 27 17:24:38.769988 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c689ab9-aeed-4165-be69-689651d4cd4e req-1dd55dfd-5788-45b1-b492-8beec967b537 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0398235 Sep 27 17:24:38.788900 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Attempt 7 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:24:38.837756 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:39.339007 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Attempt 8 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:24:39.372544 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:39.526884 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:39.543754 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd711-e273-43f2-b0c1-501849b89194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:39.641928 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=37 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:39.788326 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dea34f-0b83-490c-a4bd-d410649bd24e req-aec97235-88c0-4fe8-8512-8c642ea6f306 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:39.790530 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f3dea34f-0b83-490c-a4bd-d410649bd24e req-aec97235-88c0-4fe8-8512-8c642ea6f306 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.0815904 Sep 27 17:24:39.798457 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ef762-8b10-43be-a391-dd1fcb88614e req-26b6131d-141c-46b5-8558-72f7f8a7da71 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:39.799853 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-362ef762-8b10-43be-a391-dd1fcb88614e req-26b6131d-141c-46b5-8558-72f7f8a7da71 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.0622079 Sep 27 17:24:39.874238 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Attempt 9 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:24:39.875184 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f3dea34f-0b83-490c-a4bd-d410649bd24e req-f5701d9e-3e6b-4947-b360-60d7100bea4f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743771 Sep 27 17:24:39.879750 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-362ef762-8b10-43be-a391-dd1fcb88614e req-02519f1b-fe45-4066-9b83-4e3705bb10ae tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722866 Sep 27 17:24:39.936662 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:39.977609 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7af6f955-7ae9-4a14-a5a3-71d45e623750 req-7f84bc9e-b24e-499f-b4d0-55b837fe92aa tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0312562 Sep 27 17:24:40.437711 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Attempt 10 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:24:40.469677 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a4652b57-9112-4148-b437-c92c03d84569 None None] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:40.815420 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:41.007899 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:41.055979 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab089-7d17-491a-a6b0-9ddc3e7078ee req-c51659a7-e0aa-4ec1-96e4-7341ac96b52a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:41.057752 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1fdab089-7d17-491a-a6b0-9ddc3e7078ee req-c51659a7-e0aa-4ec1-96e4-7341ac96b52a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.0974510 Sep 27 17:24:41.071179 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac2fed-5f88-49a2-892d-8e953aa5dbca req-7792bce4-6a69-444f-8332-61c10f4f9e08 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:41.072995 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b5ac2fed-5f88-49a2-892d-8e953aa5dbca req-7792bce4-6a69-444f-8332-61c10f4f9e08 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.0765858 Sep 27 17:24:41.190310 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b5ac2fed-5f88-49a2-892d-8e953aa5dbca req-e6f9b5d2-4a23-4a2a-8a8a-b1842f818242 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101575 Sep 27 17:24:41.221792 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1fdab089-7d17-491a-a6b0-9ddc3e7078ee req-3d7486ca-636d-4132-bf5f-0983fc12475d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403036 Sep 27 17:24:41.359893 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9499f087-f3af-4bb2-a941-06c7618425a4 req-412053e8-a832-48e3-bc2f-d30cf2d8156a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0559998 Sep 27 17:24:42.357410 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f5ab3-9608-4657-942a-e29856aca9cd req-7fabcc4e-98eb-408b-bf88-75ff360cdb44 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:42.358952 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a58f5ab3-9608-4657-942a-e29856aca9cd req-7fabcc4e-98eb-408b-bf88-75ff360cdb44 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.0667961 Sep 27 17:24:42.365127 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e4fda-9066-4aa4-bad2-73cdfd044a54 req-7ebc08ab-fff9-4cba-abed-e14efbb8f81e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:42.371848 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-929e4fda-9066-4aa4-bad2-73cdfd044a54 req-7ebc08ab-fff9-4cba-abed-e14efbb8f81e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.0895517 Sep 27 17:24:42.380962 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:42.388090 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:42.447429 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:42.458974 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-929e4fda-9066-4aa4-bad2-73cdfd044a54 req-e207e473-cbf7-47ae-8788-e6ce77b174bb tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862980 Sep 27 17:24:42.474644 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a58f5ab3-9608-4657-942a-e29856aca9cd req-82f94bbc-0b10-4b85-bd75-f253ef106499 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929849 Sep 27 17:24:42.478987 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:42.561697 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-abdc8df0-c153-49ef-a29c-d71685767f6b req-7d49d950-cf90-4ee4-970d-65c643add075 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0309391 Sep 27 17:24:42.670921 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:43.525940 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:43.616825 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51af67-8304-4139-a567-adc8daf3c031 req-23865b56-e2d6-4fa2-986d-045789b1b0a3 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:43.618741 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-db51af67-8304-4139-a567-adc8daf3c031 req-23865b56-e2d6-4fa2-986d-045789b1b0a3 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.0771441 Sep 27 17:24:43.635816 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb8df6-e32c-4b52-ab2b-1caff8a23e51 req-f66f1ced-e205-4395-83eb-67ae1ae21dd2 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:43.637250 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b3eb8df6-e32c-4b52-ab2b-1caff8a23e51 req-f66f1ced-e205-4395-83eb-67ae1ae21dd2 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.0676723 Sep 27 17:24:43.706152 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-db51af67-8304-4139-a567-adc8daf3c031 req-faba55b6-a9c5-4b73-88b5-8d1afdb7a20c tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811107 Sep 27 17:24:43.710199 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b3eb8df6-e32c-4b52-ab2b-1caff8a23e51 req-16a235fe-7ef8-4886-94d5-46a7bc606524 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646565 Sep 27 17:24:43.787494 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e3418aa1-37bf-4c52-a570-a63bfbbd1199 req-8d5dc76b-5f87-4099-86fe-ed168ccb43d7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0271146 Sep 27 17:24:44.849307 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acedae-73c6-40d9-9448-a20670b49218 req-b022726f-fe79-4ff0-b972-caa0eef60ed7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:44.850782 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e2acedae-73c6-40d9-9448-a20670b49218 req-b022726f-fe79-4ff0-b972-caa0eef60ed7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.0716677 Sep 27 17:24:44.858818 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f30ce7-d71e-49b2-a024-3fddad2add32 req-4417869e-707d-462f-b7a1-ece611afbf0a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:44.860189 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9f30ce7-d71e-49b2-a024-3fddad2add32 req-4417869e-707d-462f-b7a1-ece611afbf0a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.0711477 Sep 27 17:24:44.935133 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e2acedae-73c6-40d9-9448-a20670b49218 req-5445d9b6-f1a5-48f9-97e7-d06d95f87456 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739915 Sep 27 17:24:44.939220 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9f30ce7-d71e-49b2-a024-3fddad2add32 req-cc1fa23e-52e5-4276-9fa9-5515328ebe09 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715733 Sep 27 17:24:45.020562 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d3f20c7-85cd-49d3-a28c-4f861d1ba06d req-366cfc0e-c4a7-4b2f-b01d-78e7f5efcf86 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0278351 Sep 27 17:24:46.077376 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Request body: {'port': {'device_id': '0e6c9900-b294-45b0-a692-18ed9f943669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:46.085156 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Request body: {'port': {'device_id': 'd622d15d-b954-409c-a1f5-538da5de83db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:46.137379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47d4b-663e-4bef-a475-c77c4bebc7f5 req-cc8756ce-eef8-4767-81f1-fbaf396a6e68 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:46.138797 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b4b47d4b-663e-4bef-a475-c77c4bebc7f5 req-cc8756ce-eef8-4767-81f1-fbaf396a6e68 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 931 time: 0.1316276 Sep 27 17:24:46.141098 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-aa5e1551-47a0-417f-990c-6981d82f9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:46.143088 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-aa5e1551-47a0-417f-990c-6981d82f9f1f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 1127 time: 0.0717492 Sep 27 17:24:46.158101 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ff997-4d14-4da8-ad1f-d4241a0447a1 req-5dea2fef-bebe-4e1f-9672-d291314cb713 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:46.159525 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-eb8ff997-4d14-4da8-ad1f-d4241a0447a1 req-5dea2fef-bebe-4e1f-9672-d291314cb713 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 931 time: 0.1406236 Sep 27 17:24:46.226639 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-2f433124-1fd8-4bd4-96e0-d5203a253dd4 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75 HTTP/1.1" status: 200 len: 217 time: 0.0613699 Sep 27 17:24:46.279670 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-6e149812-9794-4ae7-b6c5-0a49e7f57f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:46.281098 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-6e149812-9794-4ae7-b6c5-0a49e7f57f21 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0484784 Sep 27 17:24:46.313819 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:46.323372 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:46.346015 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7f947153-df90-4696-9f09-cfd1910c3332 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=37e99b06d94d4893963a88cd5333ec5b HTTP/1.1" status: 200 len: 379 time: 0.2747986 Sep 27 17:24:46.346649 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:46.357036 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-bb39f301-aef2-4096-8081-923b2fac392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:46.358565 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-bb39f301-aef2-4096-8081-923b2fac392b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709832 Sep 27 17:24:46.363572 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b4b47d4b-663e-4bef-a475-c77c4bebc7f5 req-e8a5f899-e49e-4158-b841-2982aa16dc90 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153158 Sep 27 17:24:46.368966 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'port': {'device_id': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'admin_state_up': True, 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'security_groups': ['a30aa164-a31a-470c-a5e4-429d88e1e895']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:46.375241 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-eb8ff997-4d14-4da8-ad1f-d4241a0447a1 req-d1c3a76e-fd14-4b5a-96d3-656fc2521eb5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023613 Sep 27 17:24:46.443813 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:46.462213 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-d4b0a1d3-d4df-4103-a59c-80ad71dac5d2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969524 Sep 27 17:24:46.534274 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-745240a1-95fb-46a2-8d75-62563ca827c7 req-76f9cdb3-cadf-466b-b0a9-b6977d5c2881 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0674987 Sep 27 17:24:46.783740 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0ed9fe4a-046e-4580-96b3-f9db807768d5 req-0b53de6a-1f83-4792-8e3b-14dd72952bd0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914426 Sep 27 17:24:46.990834 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Made reservation on behalf of 37e99b06d94d4893963a88cd5333ec5b for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:24:46.994394 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:47.232562 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636a119c-4ac6-4298-8d42-f47c495d9a5b {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:24:47.244046 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Publish callbacks [] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:47.272112 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Allocated IP 172.20.0.4 (39cd2f9e-bd9d-49da-a5a0-71ace359ff57/78a9782a-b46b-467c-82d2-0da18c8be2c1/5a5276d6-632d-4adb-a46b-8471fb0bf332) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:24:47.275193 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da35e49-fd42-450d-b5d6-f220c2448d60 {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:24:47.293252 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Publish callbacks [] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:47.298597 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Transition to ACTIVE for port object 636a119c-4ac6-4298-8d42-f47c495d9a5b will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:24:47.299173 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:47.310187 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:47.332061 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Transition to ACTIVE for port object 8da35e49-fd42-450d-b5d6-f220c2448d60 will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:24:47.351866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:47.362605 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:47.443343 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Pushing event updated for resources: {'Port': ['ID=636a119c-4ac6-4298-8d42-f47c495d9a5b,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:47.586383 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Attempting to bind port 636a119c-4ac6-4298-8d42-f47c495d9a5b on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:47.586794 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Attempting to bind port 636a119c-4ac6-4298-8d42-f47c495d9a5b by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:47.587085 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Attempting to bind port 636a119c-4ac6-4298-8d42-f47c495d9a5b on network 77098589-b75d-4cff-80ff-98fbc8a6384d {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:47.655866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Attempting to bind port 8da35e49-fd42-450d-b5d6-f220c2448d60 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:47.655866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Attempting to bind port 8da35e49-fd42-450d-b5d6-f220c2448d60 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:47.655866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Attempting to bind port 8da35e49-fd42-450d-b5d6-f220c2448d60 on network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:47.694424 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e7b7-465e-447f-b0a8-e3bbf45eff6c req-3b0bc8c1-6472-40cc-b52e-a79d8c045903 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:47.695888 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dc39e7b7-465e-447f-b0a8-e3bbf45eff6c req-3b0bc8c1-6472-40cc-b52e-a79d8c045903 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.2095797 Sep 27 17:24:47.704681 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Pushing event updated for resources: {'Port': ['ID=8da35e49-fd42-450d-b5d6-f220c2448d60,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:47.731933 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e3b72-3716-4c02-828d-0f34c1e56be8 req-32e099c0-0c26-4441-a213-277b9b3e445e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:47.734104 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3e9e3b72-3716-4c02-828d-0f34c1e56be8 req-32e099c0-0c26-4441-a213-277b9b3e445e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.2015216 Sep 27 17:24:47.790593 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Port 636a119c-4ac6-4298-8d42-f47c495d9a5b on network 77098589-b75d-4cff-80ff-98fbc8a6384d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:24:47.790921 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Attempting to bind port 636a119c-4ac6-4298-8d42-f47c495d9a5b on network 77098589-b75d-4cff-80ff-98fbc8a6384d {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:47.841467 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:47.842970 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Port 8da35e49-fd42-450d-b5d6-f220c2448d60 on network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:24:47.843290 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Attempting to bind port 8da35e49-fd42-450d-b5d6-f220c2448d60 on network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:47.915628 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dc39e7b7-465e-447f-b0a8-e3bbf45eff6c req-e497b771-2dc3-4c10-8596-f869e6a1a417 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987109 Sep 27 17:24:47.924619 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3e9e3b72-3716-4c02-828d-0f34c1e56be8 req-27cf50a8-7163-476f-8e8a-700635331506 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840067 Sep 27 17:24:47.948076 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:47.948435 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Checking segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:47.949589 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Bound using segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:47.950047 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Bound port: 636a119c-4ac6-4298-8d42-f47c495d9a5b, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:47.950439 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:47.997245 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:47.997677 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Checking segment: {'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:47.998194 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Bound using segment: {'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:47.998706 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Bound port: 8da35e49-fd42-450d-b5d6-f220c2448d60, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506e76ab-2199-4d3b-9ba5-85b680e1d73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:47.999152 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:48.042503 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:48.087132 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:48.151623 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:48.190787 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944b4d9-339f-414e-9851-ee2df2fe81da req-1c797d5d-cf5c-4ec8-9e6a-eb9604689324 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:48.192564 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5944b4d9-339f-414e-9851-ee2df2fe81da req-1c797d5d-cf5c-4ec8-9e6a-eb9604689324 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 931 time: 0.1987977 Sep 27 17:24:48.221523 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] For port 636a119c-4ac6-4298-8d42-f47c495d9a5b, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:48.227122 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:24:48.237675 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:48.257257 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:24:48.267258 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] For port 636a119c-4ac6-4298-8d42-f47c495d9a5b, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=636a119c-4ac6-4298-8d42-f47c495d9a5b,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:48.268550 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:24:48.273963 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:48.274718 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:48.302587 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:48.315063 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:48.315689 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:48.317135 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/636a119c-4ac6-4298-8d42-f47c495d9a5b HTTP/1.1" status: 200 len: 1093 time: 2.2480574 Sep 27 17:24:48.320894 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd622d15d-b954-409c-a1f5-538da5de83db', 'tag': '636a119c-4ac6-4298-8d42-f47c495d9a5b'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:24:48.417369 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-5f8410a9-6ed5-4951-8a59-4eacc70e2260 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0583591 Sep 27 17:24:48.423609 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] For port 8da35e49-fd42-450d-b5d6-f220c2448d60, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:48.458558 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5944b4d9-339f-414e-9851-ee2df2fe81da req-42772f98-fa5a-456f-a424-fa0d9da9b8e2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548928 Sep 27 17:24:48.462393 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] For port 8da35e49-fd42-450d-b5d6-f220c2448d60, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8da35e49-fd42-450d-b5d6-f220c2448d60,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:48.479756 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:48.484374 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:48.485001 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:48.486612 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8da35e49-fd42-450d-b5d6-f220c2448d60 HTTP/1.1" status: 200 len: 1093 time: 2.4164419 Sep 27 17:24:48.489934 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e318d11-5d22-41cf-8d57-912e45ed49eb service neutron] Pushing event updated for resources: {'Port': ['ID=636a119c-4ac6-4298-8d42-f47c495d9a5b,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:48.536779 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d0e7a-8791-46af-a0b2-a7f7c9739f75" -d '{"events": [{"name": "network-changed", "server_uuid": "d622d15d-b954-409c-a1f5-538da5de83db", "tag": "636a119c-4ac6-4298-8d42-f47c495d9a5b"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:24:48.548157 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Provisioning complete for port 5a5276d6-632d-4adb-a46b-8471fb0bf332 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:24:48.548711 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:48.549006 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Attempt 1 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:24:48.554596 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edaa73-4fa8-4b39-9b67-d3447eb2075d service neutron] Pushing event updated for resources: {'Port': ['ID=8da35e49-fd42-450d-b5d6-f220c2448d60,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:48.583395 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:48.683413 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6eaf672-e9d4-45cc-a499-d179ad46fe02 x-openstack-request-id: req-f6eaf672-e9d4-45cc-a499-d179ad46fe02 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:24:48.683895 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d622d15d-b954-409c-a1f5-538da5de83db", "tag": "636a119c-4ac6-4298-8d42-f47c495d9a5b", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:24:48.684318 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6eaf672-e9d4-45cc-a499-d179ad46fe02 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:24:48.684789 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6eaf672-e9d4-45cc-a499-d179ad46fe02'] response: {'name': 'network-changed', 'server_uuid': 'd622d15d-b954-409c-a1f5-538da5de83db', 'tag': '636a119c-4ac6-4298-8d42-f47c495d9a5b', 'status': 'completed', 'code': 200} Sep 27 17:24:48.993581 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 48326) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:49.084479 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Attempt 2 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:24:49.095589 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8cdb8-dab7-465e-b00c-96ee603722c3 req-a8d55eed-9a59-469c-ac1c-309a8d9a1330 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:49.097141 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-49b8cdb8-dab7-465e-b00c-96ee603722c3 req-a8d55eed-9a59-469c-ac1c-309a8d9a1330 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0964839 Sep 27 17:24:49.103542 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f2766-43ea-4d6e-94b4-6c705f4621aa req-adedb960-3d6e-4cee-8eb1-20f069cf63c4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:49.105129 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ce8f2766-43ea-4d6e-94b4-6c705f4621aa req-adedb960-3d6e-4cee-8eb1-20f069cf63c4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0702326 Sep 27 17:24:49.128802 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:49.145831 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-abdc3b5b-4151-41e3-8bf3-7c7d467e29d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.206573 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-49b8cdb8-dab7-465e-b00c-96ee603722c3 req-96ced748-c952-47b7-ab87-9634582acbad tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002293 Sep 27 17:24:49.221909 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ce8f2766-43ea-4d6e-94b4-6c705f4621aa req-3faa2363-4776-4fb2-9fa8-19c9908ceeb2 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066730 Sep 27 17:24:49.281755 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-abdc3b5b-4151-41e3-8bf3-7c7d467e29d7 admin admin] Publish callbacks [] for security_group (294602c1-75c2-4de5-8226-49dee0731e2b), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.285218 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-abdc3b5b-4151-41e3-8bf3-7c7d467e29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (294602c1-75c2-4de5-8226-49dee0731e2b), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.322688 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-abdc3b5b-4151-41e3-8bf3-7c7d467e29d7 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=d38fddb6eaab4f37986f373ec3b6af44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280129 Sep 27 17:24:49.323545 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc3b5b-4151-41e3-8bf3-7c7d467e29d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294602c1-75c2-4de5-8226-49dee0731e2b,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:49.326029 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 48336) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:49.377016 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f30810c2-39f7-4cc0-8236-0b2ed4c871b1 admin admin] Publish callbacks [] for security_group (294602c1-75c2-4de5-8226-49dee0731e2b), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.397212 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f30810c2-39f7-4cc0-8236-0b2ed4c871b1 admin admin] Publish callbacks [] for security_group (294602c1-75c2-4de5-8226-49dee0731e2b), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.441958 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f30810c2-39f7-4cc0-8236-0b2ed4c871b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (294602c1-75c2-4de5-8226-49dee0731e2b), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.444520 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f30810c2-39f7-4cc0-8236-0b2ed4c871b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.445679 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f30810c2-39f7-4cc0-8236-0b2ed4c871b1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/294602c1-75c2-4de5-8226-49dee0731e2b HTTP/1.1" status: 204 len: 168 time: 0.1186485 Sep 27 17:24:49.453672 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30810c2-39f7-4cc0-8236-0b2ed4c871b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294602c1-75c2-4de5-8226-49dee0731e2b,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:49.629990 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Attempt 3 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:24:49.664854 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:49.728156 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 48346) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:49.742861 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7411e92b-50d9-4933-8836-870b0ee81296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.768796 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d8f6b-3391-4560-b5b3-ed32c136b79a req-db1a7ac1-2ecb-426c-93c1-2e3d5b52622c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:49.770304 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-848d8f6b-3391-4560-b5b3-ed32c136b79a req-db1a7ac1-2ecb-426c-93c1-2e3d5b52622c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 931 time: 0.2282634 Sep 27 17:24:49.817978 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-848d8f6b-3391-4560-b5b3-ed32c136b79a req-e62972c5-af03-4a5f-92cb-3ac1251732d9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418544 Sep 27 17:24:49.822064 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7411e92b-50d9-4933-8836-870b0ee81296 admin admin] Publish callbacks [] for security_group (d1dbd8e2-6c01-41ef-b542-1ac3ab8a9d92), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.827006 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7411e92b-50d9-4933-8836-870b0ee81296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d1dbd8e2-6c01-41ef-b542-1ac3ab8a9d92), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.866374 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-7411e92b-50d9-4933-8836-870b0ee81296 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0d0eaeb82af44bc0a9012a19adc59c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371250 Sep 27 17:24:49.867665 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411e92b-50d9-4933-8836-870b0ee81296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dbd8e2-6c01-41ef-b542-1ac3ab8a9d92,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:49.869109 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 48348) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:24:49.876834 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:49.919323 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb34b-d870-4914-b1d3-8d86f66ec9c9 admin admin] Publish callbacks [] for security_group (d1dbd8e2-6c01-41ef-b542-1ac3ab8a9d92), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.939352 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb34b-d870-4914-b1d3-8d86f66ec9c9 admin admin] Publish callbacks [] for security_group (d1dbd8e2-6c01-41ef-b542-1ac3ab8a9d92), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.969812 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:49.989740 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb34b-d870-4914-b1d3-8d86f66ec9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d1dbd8e2-6c01-41ef-b542-1ac3ab8a9d92), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.992366 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb34b-d870-4914-b1d3-8d86f66ec9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:49.993500 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6b9eb34b-d870-4914-b1d3-8d86f66ec9c9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d1dbd8e2-6c01-41ef-b542-1ac3ab8a9d92 HTTP/1.1" status: 204 len: 168 time: 0.1234221 Sep 27 17:24:50.002352 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9eb34b-d870-4914-b1d3-8d86f66ec9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dbd8e2-6c01-41ef-b542-1ac3ab8a9d92,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:50.166778 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Attempt 4 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:24:50.199178 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:50.375285 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3d8c7-10f6-49e8-ac44-f9ff5ff33333 req-cab32853-33d7-46a4-baa1-8ee79987b17a tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:50.376813 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dde3d8c7-10f6-49e8-ac44-f9ff5ff33333 req-cab32853-33d7-46a4-baa1-8ee79987b17a tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0773261 Sep 27 17:24:50.384303 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799ba09-7752-4c5d-96d3-62fe5957c593 req-fe1d52e4-ec94-4a83-89f5-2e7f5fe02c40 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:50.385758 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7799ba09-7752-4c5d-96d3-62fe5957c593 req-fe1d52e4-ec94-4a83-89f5-2e7f5fe02c40 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0752954 Sep 27 17:24:50.460517 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dde3d8c7-10f6-49e8-ac44-f9ff5ff33333 req-49968803-5bf6-4120-8413-f56010e9b85f tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735178 Sep 27 17:24:50.465211 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7799ba09-7752-4c5d-96d3-62fe5957c593 req-f51828b2-e67d-4fa7-a4c6-46a0e832d367 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713925 Sep 27 17:24:50.686606 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6c9900-b294-45b0-a692-18ed9f943669', 'tag': '8da35e49-fd42-450d-b5d6-f220c2448d60'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:24:50.688957 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6872cdbc-7040-4eaf-b187-45b39a9df0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6c9900-b294-45b0-a692-18ed9f943669", "tag": "8da35e49-fd42-450d-b5d6-f220c2448d60"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:24:50.700770 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Attempt 5 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:24:50.727600 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd6592a-68c6-4431-9037-8af9e03bd387 x-openstack-request-id: req-8dd6592a-68c6-4431-9037-8af9e03bd387 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:24:50.727969 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6c9900-b294-45b0-a692-18ed9f943669", "tag": "8da35e49-fd42-450d-b5d6-f220c2448d60", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:24:50.728157 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8dd6592a-68c6-4431-9037-8af9e03bd387 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:24:50.728516 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd6592a-68c6-4431-9037-8af9e03bd387'] response: {'name': 'network-changed', 'server_uuid': '0e6c9900-b294-45b0-a692-18ed9f943669', 'tag': '8da35e49-fd42-450d-b5d6-f220c2448d60', 'status': 'completed', 'code': 200} Sep 27 17:24:50.735600 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:50.951604 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b7608-4250-41f8-a8c3-2b1fbfb4015f req-25971912-2739-4e27-bdaf-39f756ecc2f6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:50.953085 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-037b7608-4250-41f8-a8c3-2b1fbfb4015f req-25971912-2739-4e27-bdaf-39f756ecc2f6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 931 time: 0.0509083 Sep 27 17:24:51.002157 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-037b7608-4250-41f8-a8c3-2b1fbfb4015f req-fec640d4-c283-4b2e-a061-a808ec12882c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434151 Sep 27 17:24:51.237453 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Attempt 6 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:24:51.279707 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:51.618424 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da54612-3e05-4d58-8220-94c76a105931 req-697972af-3ecb-4d08-815f-2e0b0ad30ada tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:51.619924 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4da54612-3e05-4d58-8220-94c76a105931 req-697972af-3ecb-4d08-815f-2e0b0ad30ada tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0742683 Sep 27 17:24:51.626095 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9e21a-50fe-4084-b30f-f9fe30124a33 req-2d2517c9-64be-4e2c-ad7e-8baedb2e89c9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:51.627434 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c0e9e21a-50fe-4084-b30f-f9fe30124a33 req-2d2517c9-64be-4e2c-ad7e-8baedb2e89c9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0731254 Sep 27 17:24:51.707800 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4da54612-3e05-4d58-8220-94c76a105931 req-b08f277c-7a90-4606-9754-5caa1b7d4658 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793152 Sep 27 17:24:51.711677 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c0e9e21a-50fe-4084-b30f-f9fe30124a33 req-2046ce3d-ccd7-4f56-ae18-14471a0737b1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766177 Sep 27 17:24:51.780502 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Attempt 7 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:24:51.813848 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:52.130665 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc393d5-34e2-4194-b893-90b13c1096c3 req-8198f1f1-719c-40ba-a1f4-202b33c6fed7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:52.132112 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5dc393d5-34e2-4194-b893-90b13c1096c3 req-8198f1f1-719c-40ba-a1f4-202b33c6fed7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 931 time: 0.0461755 Sep 27 17:24:52.178057 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5dc393d5-34e2-4194-b893-90b13c1096c3 req-a39f18ff-8b0e-4565-aabc-3b58cfd4ff15 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398111 Sep 27 17:24:52.315462 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Attempt 8 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:24:52.348224 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:52.849846 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Attempt 9 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:24:52.858375 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5299f-d944-4b7d-9453-dcb7b90d8c5b req-6b360365-b053-4990-940c-9882de63bb7d tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:52.859859 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-10a5299f-d944-4b7d-9453-dcb7b90d8c5b req-6b360365-b053-4990-940c-9882de63bb7d tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0762694 Sep 27 17:24:52.867489 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52e450-8451-4978-98d7-205cb58203f1 req-65349601-2563-42f9-9fb1-36f53bebd819 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:52.868861 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-da52e450-8451-4978-98d7-205cb58203f1 req-65349601-2563-42f9-9fb1-36f53bebd819 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0746021 Sep 27 17:24:52.882494 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:52.938510 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-10a5299f-d944-4b7d-9453-dcb7b90d8c5b req-00f44334-f46b-4cbf-8864-14dffec551e7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685997 Sep 27 17:24:52.947003 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-da52e450-8451-4978-98d7-205cb58203f1 req-9184983f-3909-4be8-843c-7d49ea11057e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702121 Sep 27 17:24:53.302006 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089168-d2f7-4598-9fcc-232b2a0c574d req-2284303d-7795-4b4a-8760-d6af56c794b6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:53.303514 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ca089168-d2f7-4598-9fcc-232b2a0c574d req-2284303d-7795-4b4a-8760-d6af56c794b6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 931 time: 0.0477579 Sep 27 17:24:53.346757 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:53.363188 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ca089168-d2f7-4598-9fcc-232b2a0c574d req-dc09190a-17fb-45af-afd0-21932ed99f94 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526466 Sep 27 17:24:53.384437 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Attempt 10 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:24:53.435364 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d821-ef43-4713-bca9-9cdf0b4219c8 None None] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:24:54.104349 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bfed8-4a95-420c-8ed3-3d8cdc867bef req-4eed9364-9fd0-4044-8be8-2cc92e7ce43e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:54.106535 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a39bfed8-4a95-420c-8ed3-3d8cdc867bef req-4eed9364-9fd0-4044-8be8-2cc92e7ce43e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0842478 Sep 27 17:24:54.112274 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1505-4849-46d0-b077-d50e23490a8a req-cce7602d-94dd-4fba-bd48-f8ca58b286be tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:54.113658 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9acd1505-4849-46d0-b077-d50e23490a8a req-cce7602d-94dd-4fba-bd48-f8ca58b286be tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0785246 Sep 27 17:24:54.196035 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9acd1505-4849-46d0-b077-d50e23490a8a req-cf724242-56e9-4454-9765-cca55198d4a8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752585 Sep 27 17:24:54.199363 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a39bfed8-4a95-420c-8ed3-3d8cdc867bef req-03243b73-3f78-4bcc-8978-bc2cda9fe890 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846450 Sep 27 17:24:54.493580 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:54.502915 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550e149-ad5f-4307-987e-a51251076a65 req-6053da68-ba8e-4274-b918-430fde906f73 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:54.518884 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a550e149-ad5f-4307-987e-a51251076a65 req-6053da68-ba8e-4274-b918-430fde906f73 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 931 time: 0.0625854 Sep 27 17:24:54.565042 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a550e149-ad5f-4307-987e-a51251076a65 req-edb7fc67-16e8-4773-b4bd-76e3a40d4998 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538850 Sep 27 17:24:54.628912 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Request body: {'port': {'device_id': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:24:54.743327 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0e7a-8791-46af-a0b2-a7f7c9739f75 req-c5346a73-9472-4586-940b-7141842dcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:54.746813 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-596d0e7a-8791-46af-a0b2-a7f7c9739f75 req-c5346a73-9472-4586-940b-7141842dcd9d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 1127 time: 0.0732965 Sep 27 17:24:54.759113 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-faf84d9c-72ac-4979-8b0a-f68387a7b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:54.760802 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-faf84d9c-72ac-4979-8b0a-f68387a7b3f2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 1127 time: 0.1266949 Sep 27 17:24:54.778859 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872cdbc-7040-4eaf-b187-45b39a9df0d8 req-91e61183-679e-47ae-9c52-5a1152252738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:54.780327 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6872cdbc-7040-4eaf-b187-45b39a9df0d8 req-91e61183-679e-47ae-9c52-5a1152252738 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9c16b9aaa5ac4e6dac613614c1a570c8&device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 1127 time: 0.1473732 Sep 27 17:24:54.790768 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c153b3a2-7878-4d7b-ac38-d30f63848b75 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:24:54.967918 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:54.997165 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port c153b3a2-7878-4d7b-ac38-d30f63848b75, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:55.026604 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'c153b3a2-7878-4d7b-ac38-d30f63848b75', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'port_id': 'c153b3a2-7878-4d7b-ac38-d30f63848b75', 'mac_address': 'fa:16:3e:01:77:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:24:55.029953 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:55.030669 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:55.032464 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0e7a-8791-46af-a0b2-a7f7c9739f75 req-cdef3465-6d3f-41bc-be15-0a9d04937cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:55.034013 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-596d0e7a-8791-46af-a0b2-a7f7c9739f75 req-cdef3465-6d3f-41bc-be15-0a9d04937cbb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=fd5caa5782e74721a4c2991524182668&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2761049 Sep 27 17:24:55.089341 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port c153b3a2-7878-4d7b-ac38-d30f63848b75 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:24:55.089607 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:55.110530 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c153b3a2-7878-4d7b-ac38-d30f63848b75 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:24:55.137347 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port c153b3a2-7878-4d7b-ac38-d30f63848b75, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:24:55.144480 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:55.195022 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-f89dd3bb-2c50-414a-9be1-9e23f7a59ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:55.197622 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-f89dd3bb-2c50-414a-9be1-9e23f7a59ef0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.4286220 Sep 27 17:24:55.205921 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872cdbc-7040-4eaf-b187-45b39a9df0d8 req-78c05416-3dc0-491e-a60e-0cc121ee04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:55.207858 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6872cdbc-7040-4eaf-b187-45b39a9df0d8 req-78c05416-3dc0-491e-a60e-0cc121ee04ae service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=9c16b9aaa5ac4e6dac613614c1a570c8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3916762 Sep 27 17:24:55.244108 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=c153b3a2-7878-4d7b-ac38-d30f63848b75,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:55.511545 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0e7a-8791-46af-a0b2-a7f7c9739f75 req-3f220913-de06-46d7-be1e-0440834256e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:55.513721 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-596d0e7a-8791-46af-a0b2-a7f7c9739f75 req-3f220913-de06-46d7-be1e-0440834256e7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4710314 Sep 27 17:24:55.590641 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-f25a2e83-6961-42f1-8aa6-70e10ec21190 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75 HTTP/1.1" status: 200 len: 217 time: 0.3812883 Sep 27 17:24:55.609430 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['c153b3a2-7878-4d7b-ac38-d30f63848b75'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:24:55.674660 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9adb07f9-e9a6-4248-bda2-f1321ec19398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:55.676193 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-9adb07f9-e9a6-4248-bda2-f1321ec19398 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 1127 time: 0.0945120 Sep 27 17:24:55.736816 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-b8a31ef2-6eba-45d9-a96d-a64daf1b7742 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=636a119c-4ac6-4298-8d42-f47c495d9a5b HTTP/1.1" status: 200 len: 217 time: 0.0474982 Sep 27 17:24:55.770124 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:55.804443 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aac028-6282-4484-ae08-e7bcef4a29ee req-9f5724d6-1009-433f-abc4-77944676db60 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:55.812104 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-17aac028-6282-4484-ae08-e7bcef4a29ee req-9f5724d6-1009-433f-abc4-77944676db60 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.2998800 Sep 27 17:24:55.816239 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:55.823479 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-7be9adec-7443-418c-bf4d-d31099682443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:55.826594 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-7be9adec-7443-418c-bf4d-d31099682443 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0824618 Sep 27 17:24:55.841880 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e092617-2fa8-4468-8f8b-f9c46bd62321 req-e3a96507-b29a-494a-9d87-538587d016b8 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:55.848714 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0e092617-2fa8-4468-8f8b-f9c46bd62321 req-e3a96507-b29a-494a-9d87-538587d016b8 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.3316400 Sep 27 17:24:55.889799 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-b575db24-6ec1-4838-a26a-d85af95ddc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:55.891584 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-b575db24-6ec1-4838-a26a-d85af95ddc8f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584800 Sep 27 17:24:55.925518 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:55.959812 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-007e262b-7151-4ec3-8b9d-217bfeb7bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:55.961565 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-007e262b-7151-4ec3-8b9d-217bfeb7bba8 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.3325512 Sep 27 17:24:56.012381 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-cf7daa7d-1dad-4cca-a8ab-5fcac1138882 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137264 Sep 27 17:24:56.047048 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872cdbc-7040-4eaf-b187-45b39a9df0d8 req-67c4dba1-cae4-450c-8142-3f2f05dbbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:56.048904 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6872cdbc-7040-4eaf-b187-45b39a9df0d8 req-67c4dba1-cae4-450c-8142-3f2f05dbbec2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8314466 Sep 27 17:24:56.125857 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0a35b6da-62b8-4ec4-bebb-b15eafc3e3a3 req-3f8cdb25-e223-4dd0-adbf-a22466a22eca service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076429 Sep 27 17:24:56.129724 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-17aac028-6282-4484-ae08-e7bcef4a29ee req-879788a9-2553-4afb-a6eb-147785279201 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171964 Sep 27 17:24:56.156075 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:56.184967 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0e092617-2fa8-4468-8f8b-f9c46bd62321 req-e98d32b6-edf0-4ba2-b3f4-5e56e6b52b11 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353460 Sep 27 17:24:56.190254 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-08b23cc5-3c5e-4382-83fc-edf088f369f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:56.191700 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-08b23cc5-3c5e-4382-83fc-edf088f369f1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2135301 Sep 27 17:24:56.223200 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-eabdf556-1574-41d3-bcec-7b25cb36d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:56.224686 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-eabdf556-1574-41d3-bcec-7b25cb36d8e6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9c16b9aaa5ac4e6dac613614c1a570c8&device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 1127 time: 0.1072311 Sep 27 17:24:56.315266 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5276d6-632d-4adb-a46b-8471fb0bf332 {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:24:56.327839 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Publish callbacks [] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:56.352386 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fa6ac-79d9-4654-bcd0-cd3e605dbe6d req-0cf35812-2c35-4045-9e1d-b0aca82adacf tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:56.354037 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-230fa6ac-79d9-4654-bcd0-cd3e605dbe6d req-0cf35812-2c35-4045-9e1d-b0aca82adacf tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 931 time: 0.0817530 Sep 27 17:24:56.360278 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Transition to ACTIVE for port object 5a5276d6-632d-4adb-a46b-8471fb0bf332 will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:24:56.380997 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:56.491044 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-230fa6ac-79d9-4654-bcd0-cd3e605dbe6d req-a7269cce-acea-4180-aead-ea703e29ba64 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257613 Sep 27 17:24:56.501711 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Pushing event updated for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:56.515920 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Attempting to bind port 5a5276d6-632d-4adb-a46b-8471fb0bf332 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:24:56.516258 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Attempting to bind port 5a5276d6-632d-4adb-a46b-8471fb0bf332 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:24:56.516590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Attempting to bind port 5a5276d6-632d-4adb-a46b-8471fb0bf332 on network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:56.565398 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Port 5a5276d6-632d-4adb-a46b-8471fb0bf332 on network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:24:56.565832 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Attempting to bind port 5a5276d6-632d-4adb-a46b-8471fb0bf332 on network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:24:56.626940 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:24:56.626940 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Checking segment: {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:24:56.626940 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Bound using segment: {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:24:56.626940 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Bound port: 5a5276d6-632d-4adb-a46b-8471fb0bf332, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:24:56.626940 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:56.703223 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:24:56.706466 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:24:56.712797 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:56.728493 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:56.734338 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:24:56.736204 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/5a5276d6-632d-4adb-a46b-8471fb0bf332 HTTP/1.1" status: 200 len: 1093 time: 2.1127045 Sep 27 17:24:56.737805 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:24:56.740709 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6299115-17a9-4606-a2a2-787b202def59" -d '{"events": [{"name": "network-changed", "server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:24:56.813329 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351ba7e-9cfd-48ec-b305-f6c3e08d304a service neutron] Pushing event updated for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:24:56.826710 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91214f15-340c-4734-a4a0-f47fa0f20ddb x-openstack-request-id: req-91214f15-340c-4734-a4a0-f47fa0f20ddb {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:24:56.827085 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:24:56.827239 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91214f15-340c-4734-a4a0-f47fa0f20ddb {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:24:56.839877 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91214f15-340c-4734-a4a0-f47fa0f20ddb'] response: {'name': 'network-changed', 'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'status': 'completed', 'code': 200} Sep 27 17:24:57.254570 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f8534-d67d-4c36-b3db-60dbc704ccef req-d4a21dd6-386e-4e3b-a5d6-687bd385c393 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:57.256033 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-386f8534-d67d-4c36-b3db-60dbc704ccef req-d4a21dd6-386e-4e3b-a5d6-687bd385c393 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0464137 Sep 27 17:24:57.338650 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d7090-45ea-453f-a69d-188757ce92ab req-86a5c85c-97e4-4984-9aeb-8b21210258c2 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:57.340645 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-574d7090-45ea-453f-a69d-188757ce92ab req-86a5c85c-97e4-4984-9aeb-8b21210258c2 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0623832 Sep 27 17:24:57.343858 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-386f8534-d67d-4c36-b3db-60dbc704ccef req-bed3551c-4cba-4e5d-81e4-bbb5053e4a6b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822072 Sep 27 17:24:57.391412 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-574d7090-45ea-453f-a69d-188757ce92ab req-108e9b25-8249-47cb-9df3-db09dc47f714 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Sep 27 17:24:57.573491 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:57.607997 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6629a3-8aa8-4b59-9f1c-5379b6688906 req-c08a1550-1850-4d20-8b85-af49b366d272 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:57.609476 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1c6629a3-8aa8-4b59-9f1c-5379b6688906 req-c08a1550-1850-4d20-8b85-af49b366d272 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0455961 Sep 27 17:24:57.655897 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1c6629a3-8aa8-4b59-9f1c-5379b6688906 req-ad37182e-ec79-4ca4-941f-7bf3bed30707 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408151 Sep 27 17:24:58.462730 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdbdf7-bbb6-44bd-98df-b145b61ee668 req-8210c188-1564-42d0-adb7-2102388df205 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:58.464697 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a5bdbdf7-bbb6-44bd-98df-b145b61ee668 req-8210c188-1564-42d0-adb7-2102388df205 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0476704 Sep 27 17:24:58.516463 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:24:58.528313 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a161a-ed5a-4c6d-92f9-d569dfbac60b req-5a74769a-a354-41d7-8166-241592240927 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:58.529769 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-800a161a-ed5a-4c6d-92f9-d569dfbac60b req-5a74769a-a354-41d7-8166-241592240927 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0642138 Sep 27 17:24:58.555124 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a5bdbdf7-bbb6-44bd-98df-b145b61ee668 req-0e84bf0a-68a9-4737-8483-0bc7d7bcfb12 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803978 Sep 27 17:24:58.588554 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-800a161a-ed5a-4c6d-92f9-d569dfbac60b req-e03c5fdd-a976-4fe1-97df-7fb4a35bbc2c tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Sep 27 17:24:58.783981 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a791ee-9c9b-4b76-a872-40e5341356c4 req-318da507-86f0-4b5e-a30a-12c749f65ad0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:58.783981 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b4a791ee-9c9b-4b76-a872-40e5341356c4 req-318da507-86f0-4b5e-a30a-12c749f65ad0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0489829 Sep 27 17:24:58.830586 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b4a791ee-9c9b-4b76-a872-40e5341356c4 req-24148233-49b5-476a-86fb-c9b0ba4b4de7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 Sep 27 17:24:59.685598 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472ff0c-aa95-45b9-823f-0be8a92525e5 req-421f904d-6c27-489a-b887-0960bd6ad314 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:59.687051 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a472ff0c-aa95-45b9-823f-0be8a92525e5 req-421f904d-6c27-489a-b887-0960bd6ad314 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0574605 Sep 27 17:24:59.736239 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944587e6-c27d-4005-aa3a-37aa9e09211b req-c6e1a06e-286f-47fe-81d8-4130b3056595 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:59.737646 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-944587e6-c27d-4005-aa3a-37aa9e09211b req-c6e1a06e-286f-47fe-81d8-4130b3056595 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0687144 Sep 27 17:24:59.782737 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a472ff0c-aa95-45b9-823f-0be8a92525e5 req-5e79608b-58b2-44d3-b55b-bd0f48cf0fc5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791786 Sep 27 17:24:59.804490 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-944587e6-c27d-4005-aa3a-37aa9e09211b req-e53f41d2-f428-4dbc-a8ea-1217788f3e69 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597847 Sep 27 17:24:59.954970 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074896f-068a-4fae-ab28-3c331340552e req-0cb27eb6-1ce6-427f-b536-e9b7327566c1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:24:59.956491 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f074896f-068a-4fae-ab28-3c331340552e req-0cb27eb6-1ce6-427f-b536-e9b7327566c1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0468273 Sep 27 17:25:00.003751 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f074896f-068a-4fae-ab28-3c331340552e req-baaf7a16-a171-472d-822c-2872f4009de2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417933 Sep 27 17:25:00.929347 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c75f1-1334-4561-8e6b-a37b7a39d417 req-0c8901a7-d546-41be-a0e8-bcbda48848a6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:00.930834 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-de2c75f1-1334-4561-8e6b-a37b7a39d417 req-0c8901a7-d546-41be-a0e8-bcbda48848a6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0712948 Sep 27 17:25:00.962004 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ad9c0-746e-4067-bc1d-634d52971cac req-12c8fa55-d516-4115-83f5-86a7265a29f9 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:00.963420 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d44ad9c0-746e-4067-bc1d-634d52971cac req-12c8fa55-d516-4115-83f5-86a7265a29f9 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0698373 Sep 27 17:25:01.012923 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-de2c75f1-1334-4561-8e6b-a37b7a39d417 req-d0240c90-5ccc-4c88-99c2-797b9b297250 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763197 Sep 27 17:25:01.046607 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d44ad9c0-746e-4067-bc1d-634d52971cac req-8400401d-3d78-486b-8dcd-7a7eba3cdb39 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759335 Sep 27 17:25:01.140821 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678027-ec4e-4a30-8860-f9e45015e231 req-a59d7015-2ef8-44c9-a565-177cc56a1fa2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:01.142256 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0c678027-ec4e-4a30-8860-f9e45015e231 req-a59d7015-2ef8-44c9-a565-177cc56a1fa2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0459051 Sep 27 17:25:01.192134 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0c678027-ec4e-4a30-8860-f9e45015e231 req-d942e307-2a4f-4de6-87b0-79fe0850158a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440416 Sep 27 17:25:02.178735 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab352f8-c86e-4e36-a0ce-f155f4eba795 req-03f70f26-8f48-4cd2-9ef8-4cc06e600297 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:02.180249 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8ab352f8-c86e-4e36-a0ce-f155f4eba795 req-03f70f26-8f48-4cd2-9ef8-4cc06e600297 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0831826 Sep 27 17:25:02.200053 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb6802-8112-4ce2-a2a3-c509c0461672 req-7a0ab776-c690-4e33-90a7-43dd77d4b498 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:02.201455 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-42eb6802-8112-4ce2-a2a3-c509c0461672 req-7a0ab776-c690-4e33-90a7-43dd77d4b498 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0752137 Sep 27 17:25:02.215945 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:02.268656 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8ab352f8-c86e-4e36-a0ce-f155f4eba795 req-c10c42a0-a0ff-48a6-91ae-90183cb31632 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825644 Sep 27 17:25:02.275509 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-42eb6802-8112-4ce2-a2a3-c509c0461672 req-b81b1c1b-7b4c-4910-9212-4850477d0e9a tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674279 Sep 27 17:25:02.287422 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c153b3a2-7878-4d7b-ac38-d30f63848b75 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:25:02.334771 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port c153b3a2-7878-4d7b-ac38-d30f63848b75 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:25:02.341015 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port c153b3a2-7878-4d7b-ac38-d30f63848b75 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:25:02.341366 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:02.341761 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port c153b3a2-7878-4d7b-ac38-d30f63848b75 Sep 27 17:25:02.377530 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58ad12-c324-416a-a044-ab834bf745a4 req-39c631e2-5c7c-46c4-8ee2-db0d1fcb37dc tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:02.379028 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dc58ad12-c324-416a-a044-ab834bf745a4 req-39c631e2-5c7c-46c4-8ee2-db0d1fcb37dc tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0467131 Sep 27 17:25:02.422813 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port c153b3a2-7878-4d7b-ac38-d30f63848b75 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:25:02.423401 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:02.427822 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dc58ad12-c324-416a-a044-ab834bf745a4 req-27672099-1cfd-40bd-bad2-920be6c58ea4 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Sep 27 17:25:02.449232 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a7693f-d1df-43fb-81e7-1c83b069e269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c153b3a2-7878-4d7b-ac38-d30f63848b75'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:25:02.527552 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port c153b3a2-7878-4d7b-ac38-d30f63848b75, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:02.531359 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:02.586844 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=c153b3a2-7878-4d7b-ac38-d30f63848b75,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:02.628357 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481374c3-bf95-49ce-95ab-b7654d95e8c0" -d '{"events": [{"server_uuid": "95a7693f-d1df-43fb-81e7-1c83b069e269", "name": "network-vif-plugged", "status": "completed", "tag": "c153b3a2-7878-4d7b-ac38-d30f63848b75"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:25:02.722391 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b3cecf-28d5-469d-8dc9-9e32978b1e0a x-openstack-request-id: req-f5b3cecf-28d5-469d-8dc9-9e32978b1e0a {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:25:02.722710 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a7693f-d1df-43fb-81e7-1c83b069e269", "name": "network-vif-plugged", "status": "completed", "tag": "c153b3a2-7878-4d7b-ac38-d30f63848b75", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:25:02.722977 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5b3cecf-28d5-469d-8dc9-9e32978b1e0a {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:25:02.723424 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b3cecf-28d5-469d-8dc9-9e32978b1e0a'] response: {'server_uuid': '95a7693f-d1df-43fb-81e7-1c83b069e269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c153b3a2-7878-4d7b-ac38-d30f63848b75', 'code': 200} Sep 27 17:25:03.456000 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:03.464569 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec017e5b-9017-47e8-bb43-e699a607b8f1 req-0ae70b3d-d643-4336-a780-5165f4578f68 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:03.466686 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ec017e5b-9017-47e8-bb43-e699a607b8f1 req-0ae70b3d-d643-4336-a780-5165f4578f68 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.1048608 Sep 27 17:25:03.473463 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a0642-56eb-4434-aefe-25eb5cb0bec3 req-0b6fffb7-45b3-4833-ae3e-c3d5cae0b140 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:03.474882 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-024a0642-56eb-4434-aefe-25eb5cb0bec3 req-0b6fffb7-45b3-4833-ae3e-c3d5cae0b140 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0744748 Sep 27 17:25:03.553507 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ec017e5b-9017-47e8-bb43-e699a607b8f1 req-2aa1edf0-a449-46f6-9210-6c306ac725ff tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774863 Sep 27 17:25:03.557641 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-024a0642-56eb-4434-aefe-25eb5cb0bec3 req-b926c63e-712b-4e4c-b713-7b0a6b20daaf tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645177 Sep 27 17:25:03.663537 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1cd30-9888-48bf-a3f1-2afb47b4100c req-b67ec957-f431-4aaa-b532-ecc3947d16d0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:03.664822 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-75c1cd30-9888-48bf-a3f1-2afb47b4100c req-b67ec957-f431-4aaa-b532-ecc3947d16d0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0490336 Sep 27 17:25:03.713292 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-75c1cd30-9888-48bf-a3f1-2afb47b4100c req-2946652c-fde3-44b6-bf03-38bffa96cd04 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418136 Sep 27 17:25:04.068412 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 48782) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:04.180107 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:04.256573 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Publish callbacks [] for security_group (82fec16f-0679-4295-bacc-34982b3b84e0), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:04.261294 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (82fec16f-0679-4295-bacc-34982b3b84e0), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:04.302335 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=daea53c18fc1484ab977aaf49e46c204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328098 Sep 27 17:25:04.303186 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fec16f-0679-4295-bacc-34982b3b84e0,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:04.305259 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 48786) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:04.312751 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.313099 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.313442 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.313778 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.314149 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.314481 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.314805 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.315132 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.315456 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.315778 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.316101 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.316424 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.316776 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.317089 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.317405 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b05c2-506b-4c61-9b36-b7d38541ece7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.358442 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Publish callbacks [] for security_group (82fec16f-0679-4295-bacc-34982b3b84e0), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:04.378218 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Publish callbacks [] for security_group (82fec16f-0679-4295-bacc-34982b3b84e0), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:04.434787 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (82fec16f-0679-4295-bacc-34982b3b84e0), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:04.437264 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:04.438430 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/82fec16f-0679-4295-bacc-34982b3b84e0 HTTP/1.1" status: 204 len: 168 time: 0.1320763 Sep 27 17:25:04.446278 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fec16f-0679-4295-bacc-34982b3b84e0,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:04.454791 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.455139 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.455510 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.455860 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.456182 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.456509 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.456828 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.457148 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.457481 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.457818 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.458165 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.458489 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.458801 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.459121 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.459429 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be64026d-b241-4a2b-802a-66182ce21c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:04.744515 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 48802) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:04.759424 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0a2338fd-ad7e-492c-a664-fba17b56b72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:04.843094 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0a2338fd-ad7e-492c-a664-fba17b56b72d admin admin] Publish callbacks [] for security_group (65920d59-2b9d-4946-a39f-ef773f273100), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:04.847276 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0a2338fd-ad7e-492c-a664-fba17b56b72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (65920d59-2b9d-4946-a39f-ef773f273100), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:04.862052 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:04.895557 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-0a2338fd-ad7e-492c-a664-fba17b56b72d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=15da4805ff5d4f259713a8d83caa1a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474514 Sep 27 17:25:04.895557 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2338fd-ad7e-492c-a664-fba17b56b72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65920d59-2b9d-4946-a39f-ef773f273100,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:04.897124 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 48806) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:04.912980 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35603dcf-6292-4bd5-8786-16ebd546bf18 req-8bb7d81f-be1e-4b1f-b0b8-17a8f5a0888b tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:04.914446 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-35603dcf-6292-4bd5-8786-16ebd546bf18 req-8bb7d81f-be1e-4b1f-b0b8-17a8f5a0888b tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.2744746 Sep 27 17:25:04.924505 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaa09c-565e-4ae3-8fb4-8a7a3f61d23a req-bd954af1-a9ac-45f4-9aab-159561689ebc tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:04.925879 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-75aaa09c-565e-4ae3-8fb4-8a7a3f61d23a req-bd954af1-a9ac-45f4-9aab-159561689ebc tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.2836123 Sep 27 17:25:05.028553 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-75aaa09c-565e-4ae3-8fb4-8a7a3f61d23a req-de4b2294-d2e5-46ea-bb11-0d5449d67f7e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959384 Sep 27 17:25:05.034546 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-35603dcf-6292-4bd5-8786-16ebd546bf18 req-062abf3a-af74-4734-8922-7124fa5642ab tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062500 Sep 27 17:25:05.035131 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed65d-49e1-45d2-81c3-867e1f711744 admin admin] Publish callbacks [] for security_group (65920d59-2b9d-4946-a39f-ef773f273100), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:05.055977 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed65d-49e1-45d2-81c3-867e1f711744 admin admin] Publish callbacks [] for security_group (65920d59-2b9d-4946-a39f-ef773f273100), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:05.082171 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:05.132896 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed65d-49e1-45d2-81c3-867e1f711744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (65920d59-2b9d-4946-a39f-ef773f273100), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:05.135432 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed65d-49e1-45d2-81c3-867e1f711744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:05.139452 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-4d1ed65d-49e1-45d2-81c3-867e1f711744 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/65920d59-2b9d-4946-a39f-ef773f273100 HTTP/1.1" status: 204 len: 168 time: 0.2375185 Sep 27 17:25:05.153791 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f340b-b0a3-4034-99fb-d1d22980c451 req-575280c0-5bef-4217-aa52-3d40bf27d715 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:05.155348 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7c4f340b-b0a3-4034-99fb-d1d22980c451 req-575280c0-5bef-4217-aa52-3d40bf27d715 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0615687 Sep 27 17:25:05.156225 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ed65d-49e1-45d2-81c3-867e1f711744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65920d59-2b9d-4946-a39f-ef773f273100,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:05.207750 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7c4f340b-b0a3-4034-99fb-d1d22980c451 req-ff00dbc8-e4a4-41c4-b07d-cce810e6817b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462654 Sep 27 17:25:06.137557 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:06.196950 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da055e-48bb-44bd-b5a6-2293d471d243 req-363b10ea-4a38-402a-a8cd-fd4c337dedb0 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:06.199157 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d9da055e-48bb-44bd-b5a6-2293d471d243 req-363b10ea-4a38-402a-a8cd-fd4c337dedb0 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0912964 Sep 27 17:25:06.205164 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5749ed-b4da-4f86-b402-fdecc294fd9f req-b5c4376b-0d25-4f28-a4c7-44074313f1a7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:06.206571 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bb5749ed-b4da-4f86-b402-fdecc294fd9f req-b5c4376b-0d25-4f28-a4c7-44074313f1a7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0664837 Sep 27 17:25:06.282584 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d9da055e-48bb-44bd-b5a6-2293d471d243 req-8c4c4f4b-baab-40f8-b86f-b02972f51177 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748346 Sep 27 17:25:06.286623 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bb5749ed-b4da-4f86-b402-fdecc294fd9f req-c5b359ef-09bf-4d27-86ec-16acf08fac38 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718977 Sep 27 17:25:06.390509 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ec777-0e9f-44af-b420-d1eae3c50926 req-8247cef1-8876-4e41-90f0-9649292e0c4c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:06.391971 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b4ec777-0e9f-44af-b420-d1eae3c50926 req-8247cef1-8876-4e41-90f0-9649292e0c4c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0458987 Sep 27 17:25:06.439361 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b4ec777-0e9f-44af-b420-d1eae3c50926 req-5ad7b398-2ad5-422a-b44f-80d05d5f97bd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417740 Sep 27 17:25:06.641101 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:25:07.299177 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5d195510-3f46-4393-89b1-aa0e536fae44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:07.431629 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd493093-5926-44ce-890b-9251f1a315cd req-f6caede1-da1f-44eb-8475-b649e17cb057 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:07.433071 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cd493093-5926-44ce-890b-9251f1a315cd req-f6caede1-da1f-44eb-8475-b649e17cb057 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 943 time: 0.0732713 Sep 27 17:25:07.452921 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522e456-6950-4300-a630-26abd174ef4c req-f9d73f2c-01c0-42b9-b142-7da67f97e72e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:07.454234 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8522e456-6950-4300-a630-26abd174ef4c req-f9d73f2c-01c0-42b9-b142-7da67f97e72e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0673234 Sep 27 17:25:07.521625 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cd493093-5926-44ce-890b-9251f1a315cd req-8207301c-8080-4a4e-9f1d-a38967eae77b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822747 Sep 27 17:25:07.525688 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8522e456-6950-4300-a630-26abd174ef4c req-3e18357f-e46d-4b40-a017-a4d742c4c64e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645447 Sep 27 17:25:07.632041 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c7c1d-790f-4384-a2f2-8b1996677e2b req-33767206-7257-4fd5-853b-8a3948c4f2ec tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:07.633467 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-456c7c1d-790f-4384-a2f2-8b1996677e2b req-33767206-7257-4fd5-853b-8a3948c4f2ec tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0446529 Sep 27 17:25:07.678946 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-456c7c1d-790f-4384-a2f2-8b1996677e2b req-a13d3ab5-ff3b-42ff-9c18-28e9806f5649 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398202 Sep 27 17:25:08.272432 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 636a119c-4ac6-4298-8d42-f47c495d9a5b details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:25:08.401301 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-af8e0bc9-3e7c-4b47-b2dd-abbad297a87d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da35e49-fd42-450d-b5d6-f220c2448d60 HTTP/1.1" status: 200 len: 217 time: 0.0910680 Sep 27 17:25:08.408643 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 636a119c-4ac6-4298-8d42-f47c495d9a5b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=636a119c-4ac6-4298-8d42-f47c495d9a5b,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:08.425494 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '636a119c-4ac6-4298-8d42-f47c495d9a5b', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'port_id': '636a119c-4ac6-4298-8d42-f47c495d9a5b', 'mac_address': 'fa:16:3e:d8:3c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:25:08.466921 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 636a119c-4ac6-4298-8d42-f47c495d9a5b is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:25:08.467527 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:08.485056 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636a119c-4ac6-4298-8d42-f47c495d9a5b {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:25:08.507480 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 636a119c-4ac6-4298-8d42-f47c495d9a5b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=636a119c-4ac6-4298-8d42-f47c495d9a5b,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:08.511856 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:08.523097 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299115-17a9-4606-a2a2-787b202def59 req-e74efc4b-9ef4-49e8-a1d4-405ec6f58586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:08.524592 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b6299115-17a9-4606-a2a2-787b202def59 req-e74efc4b-9ef4-49e8-a1d4-405ec6f58586 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 1127 time: 0.1750817 Sep 27 17:25:08.588099 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=636a119c-4ac6-4298-8d42-f47c495d9a5b,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:08.596397 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.596745 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.597123 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.597482 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.597818 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.598172 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.598501 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.598851 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.599148 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.599468 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.599826 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.600167 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.600491 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.600810 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.601127 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:25:08.611837 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-4e828d61-6d53-48ac-9934-9be3fa8ba466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:08.615414 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-4e828d61-6d53-48ac-9934-9be3fa8ba466 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b7080218-588c-4198-9690-5fefdb537d20 HTTP/1.1" status: 200 len: 850 time: 0.1761904 Sep 27 17:25:08.658669 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701bd97-4c74-422d-a81d-30e9ed924078 req-d21214da-c995-4dd0-8c6e-4f1fdbd13a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:08.660167 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-c701bd97-4c74-422d-a81d-30e9ed924078 req-d21214da-c995-4dd0-8c6e-4f1fdbd13a42 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 1129 time: 0.1184273 Sep 27 17:25:08.678824 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-c701bd97-4c74-422d-a81d-30e9ed924078 req-c998593a-587d-41ec-95e7-726ad6a0603c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:08.686351 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=15 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:08.740141 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-221872d3-814b-4d9e-92fd-e8814830aa45 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128442 Sep 27 17:25:08.748452 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:08.760928 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-c701bd97-4c74-422d-a81d-30e9ed924078 req-c998593a-587d-41ec-95e7-726ad6a0603c service neutron] Publish callbacks [] for security_group (bb26f7b1-f335-40db-a2f5-16e2a9ad4376), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:08.765957 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-c701bd97-4c74-422d-a81d-30e9ed924078 req-c998593a-587d-41ec-95e7-726ad6a0603c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (bb26f7b1-f335-40db-a2f5-16e2a9ad4376), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:08.792699 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de3e8f-1bc0-459d-920f-9ad5b1c4f22a req-d43557bf-0bbd-4424-b075-86b550ba0300 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:08.794267 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e3de3e8f-1bc0-459d-920f-9ad5b1c4f22a req-d43557bf-0bbd-4424-b075-86b550ba0300 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 944 time: 0.1895380 Sep 27 17:25:08.816146 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:08.819816 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-c701bd97-4c74-422d-a81d-30e9ed924078 req-c998593a-587d-41ec-95e7-726ad6a0603c service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527419 Sep 27 17:25:08.820825 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998593a-587d-41ec-95e7-726ad6a0603c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bb26f7b1-f335-40db-a2f5-16e2a9ad4376,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:08.824163 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-064da52e-89e2-4493-ae76-89c11039d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:08.826365 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-064da52e-89e2-4493-ae76-89c11039d6a1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9ec76b38-4dd6-4948-baf3-dc0cadd14720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1977909 Sep 27 17:25:08.867779 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a81a2-edf7-4d23-807c-803e36c82c73 req-aee3056d-2959-428c-9e9e-4045adc46680 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:08.869202 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f10a81a2-edf7-4d23-807c-803e36c82c73 req-aee3056d-2959-428c-9e9e-4045adc46680 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.2019188 Sep 27 17:25:08.898908 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:08.940036 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299115-17a9-4606-a2a2-787b202def59 req-78aa7abe-962d-4cc9-bf22-ef617941bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:08.941542 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b6299115-17a9-4606-a2a2-787b202def59 req-78aa7abe-962d-4cc9-bf22-ef617941bf24 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=37e99b06d94d4893963a88cd5333ec5b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3953512 Sep 27 17:25:08.991118 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e3de3e8f-1bc0-459d-920f-9ad5b1c4f22a req-4511aad1-b470-48ca-be6d-02d4c3e94a75 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740408 Sep 27 17:25:08.994627 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f10a81a2-edf7-4d23-807c-803e36c82c73 req-627fdd0d-138c-4973-962d-44bdb6f2184b tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141555 Sep 27 17:25:08.996553 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c09158-6925-46e7-86ec-ea4da77e2684 req-d58465f7-5e78-4fc3-8a29-5aad8d5b14a2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324071 Sep 27 17:25:09.097319 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94119d28-d2be-4586-8224-d7049a66f218 req-6cb3e9ca-0475-4003-afe0-7040217574bd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:09.098796 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-94119d28-d2be-4586-8224-d7049a66f218 req-6cb3e9ca-0475-4003-afe0-7040217574bd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0500638 Sep 27 17:25:09.145571 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-94119d28-d2be-4586-8224-d7049a66f218 req-6675408c-128e-48e0-9e46-52f91bbf6054 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412602 Sep 27 17:25:09.331233 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['636a119c-4ac6-4298-8d42-f47c495d9a5b'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:25:09.448497 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:09.529989 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-419d356d-0c01-4e85-bfb9-0cf59d01f8d6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9ec76b38-4dd6-4948-baf3-dc0cadd14720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712067 Sep 27 17:25:09.531654 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299115-17a9-4606-a2a2-787b202def59 req-9d747956-6850-437b-9c95-e4a811589cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:09.533274 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b6299115-17a9-4606-a2a2-787b202def59 req-9d747956-6850-437b-9c95-e4a811589cff service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1777976 Sep 27 17:25:09.544105 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-31b1c775-3dab-45ea-88fe-eb26542981d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:10.259633 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-77ddfa1c-275f-48b4-b87a-f5572ba71e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:10.261242 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-77ddfa1c-275f-48b4-b87a-f5572ba71e6c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 1127 time: 0.1434052 Sep 27 17:25:10.269962 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a11d0-e783-4866-991e-cb9bf4ce486f req-d1bd21e2-7fa9-4c53-a24f-6498cf3827b7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:10.271368 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-036a11d0-e783-4866-991e-cb9bf4ce486f req-d1bd21e2-7fa9-4c53-a24f-6498cf3827b7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.1710169 Sep 27 17:25:10.280103 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7c281-36c8-4aab-86d6-bd5f2fb7e963 req-5771e478-9fba-4165-b5ba-dde94351c605 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:10.281525 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-acb7c281-36c8-4aab-86d6-bd5f2fb7e963 req-5771e478-9fba-4165-b5ba-dde94351c605 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 944 time: 0.1534283 Sep 27 17:25:10.284714 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-09131e0a-8f00-4dbe-a32a-b72a64869cad req-84585372-229c-4d51-a913-ed1c5f0fe076 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9ec76b38-4dd6-4948-baf3-dc0cadd14720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620485 Sep 27 17:25:10.333434 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-ba3f0ec8-dd42-4b8d-b514-fe03ad93dafe service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332 HTTP/1.1" status: 200 len: 217 time: 0.0477195 Sep 27 17:25:10.398827 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-036a11d0-e783-4866-991e-cb9bf4ce486f req-0ca25f13-bbca-4205-b6c9-b3393ad78a77 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161690 Sep 27 17:25:10.408803 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 48982) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:10.426732 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-acb7c281-36c8-4aab-86d6-bd5f2fb7e963 req-fa6e2bde-a445-4f52-a4b6-ebb5485d388b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855002 Sep 27 17:25:10.542660 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3b2dd50c-07df-4228-8801-3ab666273304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:10.551790 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb3ee6-919b-4636-87b1-dc9ea2fca64a req-1ff5d521-081c-43bb-b657-3c5da3128b7a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:10.558775 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5cdb3ee6-919b-4636-87b1-dc9ea2fca64a req-1ff5d521-081c-43bb-b657-3c5da3128b7a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0582330 Sep 27 17:25:10.609251 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5cdb3ee6-919b-4636-87b1-dc9ea2fca64a req-74eaed24-1bf7-47f8-903d-f9909133f63c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490916 Sep 27 17:25:10.629970 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3b2dd50c-07df-4228-8801-3ab666273304 admin admin] Publish callbacks [] for security_group (100ce1c7-c787-4fba-98c8-77fe2be80884), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:10.633662 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3b2dd50c-07df-4228-8801-3ab666273304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (100ce1c7-c787-4fba-98c8-77fe2be80884), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:10.671675 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2dd50c-07df-4228-8801-3ab666273304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100ce1c7-c787-4fba-98c8-77fe2be80884,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:10.676343 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3b2dd50c-07df-4228-8801-3ab666273304 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3634f47319c9448089b001a4764939ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648671 Sep 27 17:25:10.679179 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 48986) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:10.727308 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9ec9cffa-6fb4-4b52-8e21-a45268517aec admin admin] Publish callbacks [] for security_group (100ce1c7-c787-4fba-98c8-77fe2be80884), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:10.748696 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9ec9cffa-6fb4-4b52-8e21-a45268517aec admin admin] Publish callbacks [] for security_group (100ce1c7-c787-4fba-98c8-77fe2be80884), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:10.795673 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9ec9cffa-6fb4-4b52-8e21-a45268517aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (100ce1c7-c787-4fba-98c8-77fe2be80884), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:10.798205 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9ec9cffa-6fb4-4b52-8e21-a45268517aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:10.799397 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-9ec9cffa-6fb4-4b52-8e21-a45268517aec admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/100ce1c7-c787-4fba-98c8-77fe2be80884 HTTP/1.1" status: 204 len: 168 time: 0.1194093 Sep 27 17:25:10.808107 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9cffa-6fb4-4b52-8e21-a45268517aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100ce1c7-c787-4fba-98c8-77fe2be80884,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:10.819097 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 636a119c-4ac6-4298-8d42-f47c495d9a5b up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:25:10.842766 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:10.846345 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:10.880490 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 636a119c-4ac6-4298-8d42-f47c495d9a5b completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:25:10.888111 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 636a119c-4ac6-4298-8d42-f47c495d9a5b triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:25:10.888617 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:10.888963 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 636a119c-4ac6-4298-8d42-f47c495d9a5b Sep 27 17:25:10.983607 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 636a119c-4ac6-4298-8d42-f47c495d9a5b is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:25:10.983994 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.012799 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd622d15d-b954-409c-a1f5-538da5de83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636a119c-4ac6-4298-8d42-f47c495d9a5b'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:25:11.015550 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aa840f-77fe-4c8f-a441-70489c69f9ce" -d '{"events": [{"server_uuid": "d622d15d-b954-409c-a1f5-538da5de83db", "name": "network-vif-plugged", "status": "completed", "tag": "636a119c-4ac6-4298-8d42-f47c495d9a5b"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:25:11.054936 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 636a119c-4ac6-4298-8d42-f47c495d9a5b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=636a119c-4ac6-4298-8d42-f47c495d9a5b,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:11.061930 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.103189 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b66c0f6-c85e-421c-b752-36d20560b3da x-openstack-request-id: req-3b66c0f6-c85e-421c-b752-36d20560b3da {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:25:11.103918 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d622d15d-b954-409c-a1f5-538da5de83db", "name": "network-vif-plugged", "status": "completed", "tag": "636a119c-4ac6-4298-8d42-f47c495d9a5b", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:25:11.104171 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b66c0f6-c85e-421c-b752-36d20560b3da {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:25:11.104749 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b66c0f6-c85e-421c-b752-36d20560b3da'] response: {'server_uuid': 'd622d15d-b954-409c-a1f5-538da5de83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636a119c-4ac6-4298-8d42-f47c495d9a5b', 'code': 200} Sep 27 17:25:11.161732 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=636a119c-4ac6-4298-8d42-f47c495d9a5b,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:11.203815 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49018) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:11.225424 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a39aa4e9-c2ae-4477-855c-57b2f8e83c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.347220 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a39aa4e9-c2ae-4477-855c-57b2f8e83c46 admin admin] Publish callbacks [] for security_group (2c31580a-087b-4f3d-8a87-f92218f665d8), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.352570 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a39aa4e9-c2ae-4477-855c-57b2f8e83c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (2c31580a-087b-4f3d-8a87-f92218f665d8), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.388877 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:11.406990 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-a39aa4e9-c2ae-4477-855c-57b2f8e83c46 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=7003362ce1de4bc79ef37776ec8cd1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989925 Sep 27 17:25:11.406990 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aa4e9-c2ae-4477-855c-57b2f8e83c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c31580a-087b-4f3d-8a87-f92218f665d8,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:11.407591 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49038) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:11.427712 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:11.474626 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be6c8ef8-7415-4293-bd79-f492f6162733 admin admin] Publish callbacks [] for security_group (2c31580a-087b-4f3d-8a87-f92218f665d8), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.475429 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49044) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:11.543464 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be6c8ef8-7415-4293-bd79-f492f6162733 admin admin] Publish callbacks [] for security_group (2c31580a-087b-4f3d-8a87-f92218f665d8), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.587795 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:11.594298 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a444dd5c-53c9-44e6-abc7-2047cb1021bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.626909 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ff9df-5192-44cc-86a5-422639e38415 req-ee5a8e48-88c7-41d1-aac9-aa04e6f58bae tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:11.628299 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fd4ff9df-5192-44cc-86a5-422639e38415 req-ee5a8e48-88c7-41d1-aac9-aa04e6f58bae tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.1277969 Sep 27 17:25:11.642692 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fcfa9-17cb-45ed-91bc-59622d1c28ab req-d5a841f5-abbc-4075-90a1-4d82176e18cb tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:11.644246 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-518fcfa9-17cb-45ed-91bc-59622d1c28ab req-d5a841f5-abbc-4075-90a1-4d82176e18cb tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.1212010 Sep 27 17:25:11.677063 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a444dd5c-53c9-44e6-abc7-2047cb1021bd admin admin] Publish callbacks [] for security_group (fdf59faf-1007-466a-86e3-a40c77131886), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.681367 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a444dd5c-53c9-44e6-abc7-2047cb1021bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (fdf59faf-1007-466a-86e3-a40c77131886), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.693994 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be6c8ef8-7415-4293-bd79-f492f6162733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (2c31580a-087b-4f3d-8a87-f92218f665d8), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.696904 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-be6c8ef8-7415-4293-bd79-f492f6162733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.700604 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-be6c8ef8-7415-4293-bd79-f492f6162733 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2c31580a-087b-4f3d-8a87-f92218f665d8 HTTP/1.1" status: 204 len: 168 time: 0.2894816 Sep 27 17:25:11.724293 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-a444dd5c-53c9-44e6-abc7-2047cb1021bd admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=fd4a3ae5c3ee44c9829322a938a836e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435918 Sep 27 17:25:11.727207 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49054) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:11.728914 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c8ef8-7415-4293-bd79-f492f6162733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c31580a-087b-4f3d-8a87-f92218f665d8,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:11.741395 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fd4ff9df-5192-44cc-86a5-422639e38415 req-d701cab6-711f-4aab-ad70-cbf3630b3ca5 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052721 Sep 27 17:25:11.756052 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-518fcfa9-17cb-45ed-91bc-59622d1c28ab req-b54407d4-0cbb-4fc9-a3ce-54fce6ad3066 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032710 Sep 27 17:25:11.823299 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444dd5c-53c9-44e6-abc7-2047cb1021bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf59faf-1007-466a-86e3-a40c77131886,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:11.843084 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-66388b78-0fac-452f-a1f7-247566878b70 admin admin] Publish callbacks [] for security_group (fdf59faf-1007-466a-86e3-a40c77131886), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.867180 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-66388b78-0fac-452f-a1f7-247566878b70 admin admin] Publish callbacks [] for security_group (fdf59faf-1007-466a-86e3-a40c77131886), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.880870 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096df60-b255-434a-b8d7-23281dcaac0e req-96af92c4-a34a-4749-8785-1dd6722d552f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:11.883137 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c096df60-b255-434a-b8d7-23281dcaac0e req-96af92c4-a34a-4749-8785-1dd6722d552f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0557742 Sep 27 17:25:11.907542 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:11.935418 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-66388b78-0fac-452f-a1f7-247566878b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (fdf59faf-1007-466a-86e3-a40c77131886), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.938848 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-66388b78-0fac-452f-a1f7-247566878b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:11.940001 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-66388b78-0fac-452f-a1f7-247566878b70 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fdf59faf-1007-466a-86e3-a40c77131886 HTTP/1.1" status: 204 len: 168 time: 0.2121155 Sep 27 17:25:11.947504 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c096df60-b255-434a-b8d7-23281dcaac0e req-aee12cc5-9159-4117-b468-c3c130475254 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561752 Sep 27 17:25:11.949909 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66388b78-0fac-452f-a1f7-247566878b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf59faf-1007-466a-86e3-a40c77131886,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:12.388610 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:12.477613 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:12.740419 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49106) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:12.828209 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 8da35e49-fd42-450d-b5d6-f220c2448d60 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:25:12.944019 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964eaa98-bb78-4603-bdbb-04cdc80cd7ba req-7aa56b47-b8b2-4d08-b349-e1d5b617a99e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:12.945590 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-964eaa98-bb78-4603-bdbb-04cdc80cd7ba req-7aa56b47-b8b2-4d08-b349-e1d5b617a99e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0981524 Sep 27 17:25:12.958881 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e0b80-3254-4b20-978d-163be13b07e8 req-bfc7e5ca-92fd-4032-9fa5-34db4c513e0d tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:12.960820 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc8e0b80-3254-4b20-978d-163be13b07e8 req-bfc7e5ca-92fd-4032-9fa5-34db4c513e0d tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 943 time: 0.0628181 Sep 27 17:25:12.976756 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 8da35e49-fd42-450d-b5d6-f220c2448d60, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8da35e49-fd42-450d-b5d6-f220c2448d60,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:12.991374 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '8da35e49-fd42-450d-b5d6-f220c2448d60', 'network_id': '9ec76b38-4dd6-4948-baf3-dc0cadd14720', 'port_id': '8da35e49-fd42-450d-b5d6-f220c2448d60', 'mac_address': 'fa:16:3e:97:c0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7080218-588c-4198-9690-5fefdb537d20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:25:13.027760 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ef65bb6d-1802-4014-ae18-b519ecd6aa54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.080835 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-964eaa98-bb78-4603-bdbb-04cdc80cd7ba req-a396e295-b09b-4f40-b0c5-a835910b82fc tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286695 Sep 27 17:25:13.127760 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc8e0b80-3254-4b20-978d-163be13b07e8 req-486bc2c9-e3e9-48e7-a6f6-3f960102cdc7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595831 Sep 27 17:25:13.199187 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49122) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:13.222723 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 8da35e49-fd42-450d-b5d6-f220c2448d60 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:25:13.223344 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.225331 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ef65bb6d-1802-4014-ae18-b519ecd6aa54 admin admin] Publish callbacks [] for security_group (eda7b81b-ceb5-427f-9c68-98be51b38c60), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.234813 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ef65bb6d-1802-4014-ae18-b519ecd6aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (eda7b81b-ceb5-427f-9c68-98be51b38c60), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.239766 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-ffe4a959-687c-4094-9fa6-8bd7269a5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:13.243764 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-ffe4a959-687c-4094-9fa6-8bd7269a5c84 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.1587484 Sep 27 17:25:13.277016 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da35e49-fd42-450d-b5d6-f220c2448d60 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:25:13.284438 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65bb6d-1802-4014-ae18-b519ecd6aa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda7b81b-ceb5-427f-9c68-98be51b38c60,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:13.318136 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 8da35e49-fd42-450d-b5d6-f220c2448d60, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8da35e49-fd42-450d-b5d6-f220c2448d60,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:13.325161 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.349056 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-ef65bb6d-1802-4014-ae18-b519ecd6aa54 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=9407976c42dc41d7ad66e99b54657dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6075191 Sep 27 17:25:13.352283 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49130) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:13.354577 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ca2ed-2af9-4b79-b261-a8566857df22 req-88e21962-2d96-48e0-b147-5d70fff8891c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:13.363742 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c9ca2ed-2af9-4b79-b261-a8566857df22 req-88e21962-2d96-48e0-b147-5d70fff8891c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.1024418 Sep 27 17:25:13.411129 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-110719835-network', 'tenant_id': '3ddac4f035c44df5a409c0ed272ee4cf'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:25:13.424513 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=8da35e49-fd42-450d-b5d6-f220c2448d60,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:13.428718 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3385-a48b-44ed-a59b-5f2e7bc29109 admin admin] Publish callbacks [] for security_group (eda7b81b-ceb5-427f-9c68-98be51b38c60), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.449775 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c9ca2ed-2af9-4b79-b261-a8566857df22 req-499bec64-e41f-4c7f-9fc3-9f683369481a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848331 Sep 27 17:25:13.457667 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3385-a48b-44ed-a59b-5f2e7bc29109 admin admin] Publish callbacks [] for security_group (eda7b81b-ceb5-427f-9c68-98be51b38c60), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.463604 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Made reservation on behalf of 3ddac4f035c44df5a409c0ed272ee4cf for: {'network': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:25:13.468726 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.479900 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.524386 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3385-a48b-44ed-a59b-5f2e7bc29109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (eda7b81b-ceb5-427f-9c68-98be51b38c60), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.527198 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3385-a48b-44ed-a59b-5f2e7bc29109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.533143 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-cbbf3385-a48b-44ed-a59b-5f2e7bc29109 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/eda7b81b-ceb5-427f-9c68-98be51b38c60 HTTP/1.1" status: 204 len: 168 time: 0.1795938 Sep 27 17:25:13.541828 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf3385-a48b-44ed-a59b-5f2e7bc29109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda7b81b-ceb5-427f-9c68-98be51b38c60,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:13.583788 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Publish callbacks [] for security_group (7495cdbe-34b8-41fb-9116-3c81c77de93e), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.588607 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (7495cdbe-34b8-41fb-9116-3c81c77de93e), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.619056 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:13.624533 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7495cdbe-34b8-41fb-9116-3c81c77de93e,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:13.634470 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=106219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:25:13.653801 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (92b282cc-01a3-435b-a29f-10740d85cd68), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.654307 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.segments_db [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Added segment 92b282cc-01a3-435b-a29f-10740d85cd68 of type vlan for network 9d639954-5524-405a-aef4-ba9422456cc2 Sep 27 17:25:13.710718 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (9d639954-5524-405a-aef4-ba9422456cc2), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.738638 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:13.745830 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (9d639954-5524-405a-aef4-ba9422456cc2), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.747034 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:13.747662 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.798182 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['8da35e49-fd42-450d-b5d6-f220c2448d60'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:25:13.827943 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6131516 Sep 27 17:25:13.829099 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9586e-1c02-4f67-8a63-703fc2b0e440 admin admin] Pushing event updated for resources: {'Network': ['ID=9d639954-5524-405a-aef4-ba9422456cc2,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:13.831083 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49152) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:13.843829 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Request body: {'subnet': {'network_id': '9d639954-5524-405a-aef4-ba9422456cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-110719835-subnet', 'tenant_id': '3ddac4f035c44df5a409c0ed272ee4cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:25:13.848573 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 9d639954-5524-405a-aef4-ba9422456cc2 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:25:13.927922 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:13.943890 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-e18f3751-0382-41ec-9666-5eec7979dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:13.945575 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-e18f3751-0382-41ec-9666-5eec7979dec8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749187 Sep 27 17:25:13.985327 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:14.175813 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49162) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:14.206702 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-037adb93-135c-4d73-92d1-54bfc3547e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.259279 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:14.342048 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-e50fa49d-3520-4c90-865e-90d010b6caf3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4671447 Sep 27 17:25:14.353356 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-037adb93-135c-4d73-92d1-54bfc3547e62 admin admin] Publish callbacks [] for security_group (e8e27f2d-d367-4bfe-a94a-c3b133479266), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.362566 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49164) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:14.370031 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-037adb93-135c-4d73-92d1-54bfc3547e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (e8e27f2d-d367-4bfe-a94a-c3b133479266), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.432469 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037adb93-135c-4d73-92d1-54bfc3547e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e27f2d-d367-4bfe-a94a-c3b133479266,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:14.435195 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Made reservation on behalf of 3ddac4f035c44df5a409c0ed272ee4cf for: {'subnet': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:25:14.437471 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.438764 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-037adb93-135c-4d73-92d1-54bfc3547e62 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=d64a350643054f47b50f868c27d5ad46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619166 Sep 27 17:25:14.441466 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49170) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:14.509989 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0322002b-c031-4899-87b9-31dfa42aa741 admin admin] Publish callbacks [] for security_group (e8e27f2d-d367-4bfe-a94a-c3b133479266), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.536099 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0322002b-c031-4899-87b9-31dfa42aa741 admin admin] Publish callbacks [] for security_group (e8e27f2d-d367-4bfe-a94a-c3b133479266), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.557925 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e1cd4-487e-4851-9b4a-89b81317c007 req-d5d4a5fe-e9f4-4965-804a-4e0e219f2af9 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:14.564825 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a1e1cd4-487e-4851-9b4a-89b81317c007 req-d5d4a5fe-e9f4-4965-804a-4e0e219f2af9 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 944 time: 0.2793708 Sep 27 17:25:14.567013 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bdd49-7a62-4377-ab56-12f6a6a77453 req-59539a91-de0a-44d5-bf16-5771059d5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:14.568936 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-251bdd49-7a62-4377-ab56-12f6a6a77453 req-59539a91-de0a-44d5-bf16-5771059d5849 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 1129 time: 0.2716784 Sep 27 17:25:14.602542 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0322002b-c031-4899-87b9-31dfa42aa741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (e8e27f2d-d367-4bfe-a94a-c3b133479266), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.602767 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a0c9b-f2cb-4603-b468-15a05e3d110a req-0e8d0ba2-4a3a-4348-96c4-e5d1b6c72b39 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:14.604543 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d51a0c9b-f2cb-4603-b468-15a05e3d110a req-0e8d0ba2-4a3a-4348-96c4-e5d1b6c72b39 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.3179400 Sep 27 17:25:14.606761 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0322002b-c031-4899-87b9-31dfa42aa741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.608495 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-0322002b-c031-4899-87b9-31dfa42aa741 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/e8e27f2d-d367-4bfe-a94a-c3b133479266 HTTP/1.1" status: 204 len: 168 time: 0.1653090 Sep 27 17:25:14.642603 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322002b-c031-4899-87b9-31dfa42aa741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e27f2d-d367-4bfe-a94a-c3b133479266,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:14.645050 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f6be449d-13cf-4dc9-a3ef-0dde96c6a910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.666410 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-1d765f73-ca70-4643-81bf-2acc98e172f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:14.666410 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-1d765f73-ca70-4643-81bf-2acc98e172f8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 1129 time: 0.2228730 Sep 27 17:25:14.715879 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:14.803982 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f6be449d-13cf-4dc9-a3ef-0dde96c6a910 admin admin] Publish callbacks [] for security_group (5c0ed505-4125-4962-a4f3-86a43de84aba), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.808753 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f6be449d-13cf-4dc9-a3ef-0dde96c6a910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (5c0ed505-4125-4962-a4f3-86a43de84aba), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.832493 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-ef0f68d1-b962-40e9-bf4b-8c654628d769 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8635097 Sep 27 17:25:14.853561 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be449d-13cf-4dc9-a3ef-0dde96c6a910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ed505-4125-4962-a4f3-86a43de84aba,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:14.870328 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-251bdd49-7a62-4377-ab56-12f6a6a77453 req-d332aef9-4cd5-473a-80d7-d53d68afa290 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700057 Sep 27 17:25:14.873543 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f6be449d-13cf-4dc9-a3ef-0dde96c6a910 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=61f5f14379f04984bdf40631daeac3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084825 Sep 27 17:25:14.877238 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49186) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:14.890661 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a1e1cd4-487e-4851-9b4a-89b81317c007 req-f6d7496f-9287-4de7-b124-4bedc4f3a668 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249028 Sep 27 17:25:14.938053 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 8da35e49-fd42-450d-b5d6-f220c2448d60 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:25:14.939290 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d6a-e992-414d-922b-20abc11431bc admin admin] Publish callbacks [] for security_group (5c0ed505-4125-4962-a4f3-86a43de84aba), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:14.977879 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d6a-e992-414d-922b-20abc11431bc admin admin] Publish callbacks [] for security_group (5c0ed505-4125-4962-a4f3-86a43de84aba), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.033469 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d6a-e992-414d-922b-20abc11431bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (5c0ed505-4125-4962-a4f3-86a43de84aba), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.034691 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 8da35e49-fd42-450d-b5d6-f220c2448d60 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:25:15.037053 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d6a-e992-414d-922b-20abc11431bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.038488 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-7ebd1d6a-e992-414d-922b-20abc11431bc admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/5c0ed505-4125-4962-a4f3-86a43de84aba HTTP/1.1" status: 204 len: 168 time: 0.1603243 Sep 27 17:25:15.044662 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 8da35e49-fd42-450d-b5d6-f220c2448d60 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:25:15.045233 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.045760 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 8da35e49-fd42-450d-b5d6-f220c2448d60 Sep 27 17:25:15.053637 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd1d6a-e992-414d-922b-20abc11431bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ed505-4125-4962-a4f3-86a43de84aba,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:15.080072 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:15.129045 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:15.159287 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 8da35e49-fd42-450d-b5d6-f220c2448d60 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:25:15.159676 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.188130 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6c9900-b294-45b0-a692-18ed9f943669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da35e49-fd42-450d-b5d6-f220c2448d60'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:25:15.191237 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccf6ce0-6fad-4174-ace3-edc74e34eca0" -d '{"events": [{"server_uuid": "0e6c9900-b294-45b0-a692-18ed9f943669", "name": "network-vif-plugged", "status": "completed", "tag": "8da35e49-fd42-450d-b5d6-f220c2448d60"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:25:15.206632 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 8da35e49-fd42-450d-b5d6-f220c2448d60, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8da35e49-fd42-450d-b5d6-f220c2448d60,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:15.212488 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.232214 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d51a0c9b-f2cb-4603-b468-15a05e3d110a req-f2f3875f-18f4-486f-a8d9-52acb174ada5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010571 Sep 27 17:25:15.296617 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:15.304942 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=8da35e49-fd42-450d-b5d6-f220c2448d60,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:15.320512 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50af369e-bc7f-499c-9c2b-e8d210a45559 x-openstack-request-id: req-50af369e-bc7f-499c-9c2b-e8d210a45559 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:25:15.320512 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6c9900-b294-45b0-a692-18ed9f943669", "name": "network-vif-plugged", "status": "completed", "tag": "8da35e49-fd42-450d-b5d6-f220c2448d60", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:25:15.320512 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50af369e-bc7f-499c-9c2b-e8d210a45559 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:25:15.320512 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50af369e-bc7f-499c-9c2b-e8d210a45559'] response: {'server_uuid': '0e6c9900-b294-45b0-a692-18ed9f943669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da35e49-fd42-450d-b5d6-f220c2448d60', 'code': 200} Sep 27 17:25:15.331767 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3e51f-dd51-4275-b6c0-46b3639bd15e req-b4d4564a-d3f2-4e9b-b0c8-1eb5db6f37f1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:15.338708 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8ca3e51f-dd51-4275-b6c0-46b3639bd15e req-b4d4564a-d3f2-4e9b-b0c8-1eb5db6f37f1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.1677823 Sep 27 17:25:15.358866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for subnet (8257d9e3-672e-4994-bad7-409d68a8be83), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.407971 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-347e3c42-821d-4c06-84b3-1a143e682907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:15.409435 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-347e3c42-821d-4c06-84b3-1a143e682907 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.7200804 Sep 27 17:25:15.457526 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90be664e-326b-4a62-92e1-8a7ab203bca0 req-13095fdf-b22a-4268-aeaf-1a4eb60bda16 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127028 Sep 27 17:25:15.472659 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8257d9e3-672e-4994-bad7-409d68a8be83,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:15.485185 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8ca3e51f-dd51-4275-b6c0-46b3639bd15e req-c44d555e-ed0b-4497-8b6a-8cf007a0ec76 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454313 Sep 27 17:25:15.493134 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Checking segment: {'id': '92b282cc-01a3-435b-a29f-10740d85cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d639954-5524-405a-aef4-ba9422456cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:25:15.493489 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Network hostable DHCP agents. Network: 9d639954-5524-405a-aef4-ba9422456cc2, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:25:15.517812 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Network 9d639954-5524-405a-aef4-ba9422456cc2 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:25:15.533953 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 9d639954-5524-405a-aef4-ba9422456cc2) {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:25:15.539657 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:15.540267 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.553797 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d9c92-2b77-4e30-ae4e-d92d3d046c18 None None] Network 9d639954-5524-405a-aef4-ba9422456cc2 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:25:15.590128 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-0d7d2dfc-a9f7-4d17-9e07-d74b1384a793 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7461927 Sep 27 17:25:15.688196 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a05d44-d6c8-412f-a2b7-b47e6582e5c4 None None] Network 9d639954-5524-405a-aef4-ba9422456cc2 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:25:15.688600 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49224) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:15.708738 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2e35304c-3dad-46e6-9446-881fe601209d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.851361 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-5f90db91-e5d3-42b5-b199-64f10e6a862d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75 HTTP/1.1" status: 200 len: 217 time: 0.0740945 Sep 27 17:25:15.914556 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2e35304c-3dad-46e6-9446-881fe601209d admin admin] Publish callbacks [] for security_group (c331b263-1db8-4aea-8747-18a68bfa3fad), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.919638 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2e35304c-3dad-46e6-9446-881fe601209d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (c331b263-1db8-4aea-8747-18a68bfa3fad), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:15.924640 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:16.018051 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-2e35304c-3dad-46e6-9446-881fe601209d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=16ae1fe7dc6449ac9dd662313d7a3d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281794 Sep 27 17:25:16.019017 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49248) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:16.029811 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35304c-3dad-46e6-9446-881fe601209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c331b263-1db8-4aea-8747-18a68bfa3fad,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:16.068575 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812d49d-2e67-4712-a0bd-5f92492e5dde req-32a61530-71f7-4f13-a539-e3a15de14e9d tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:16.070497 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0812d49d-2e67-4712-a0bd-5f92492e5dde req-32a61530-71f7-4f13-a539-e3a15de14e9d tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0800595 Sep 27 17:25:16.082734 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b27edb8d-c7c8-4bbf-a37d-043f82eaf194 admin admin] Publish callbacks [] for security_group (c331b263-1db8-4aea-8747-18a68bfa3fad), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:16.104457 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b27edb8d-c7c8-4bbf-a37d-043f82eaf194 admin admin] Publish callbacks [] for security_group (c331b263-1db8-4aea-8747-18a68bfa3fad), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:16.129448 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0812d49d-2e67-4712-a0bd-5f92492e5dde req-4962b36b-c4e1-445d-afb0-d8d5f000c680 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529249 Sep 27 17:25:16.169027 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b27edb8d-c7c8-4bbf-a37d-043f82eaf194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (c331b263-1db8-4aea-8747-18a68bfa3fad), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:16.171676 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b27edb8d-c7c8-4bbf-a37d-043f82eaf194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:16.173275 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b27edb8d-c7c8-4bbf-a37d-043f82eaf194 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c331b263-1db8-4aea-8747-18a68bfa3fad HTTP/1.1" status: 204 len: 168 time: 0.1504481 Sep 27 17:25:16.181730 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27edb8d-c7c8-4bbf-a37d-043f82eaf194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c331b263-1db8-4aea-8747-18a68bfa3fad,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:16.375736 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ab67-f384-4446-9252-59c0000b8fdc req-6da86163-f598-4bf9-853a-721897975a1d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:16.385070 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-31a1ab67-f384-4446-9252-59c0000b8fdc req-6da86163-f598-4bf9-853a-721897975a1d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0692120 Sep 27 17:25:16.457930 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-31a1ab67-f384-4446-9252-59c0000b8fdc req-097d81f0-8170-4aa4-be71-b79de2a5dd21 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733528 Sep 27 17:25:16.641077 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=19 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:16.689004 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97569237-7e79-4929-a3db-6277788db2c6 req-3a79b288-c1c5-4de8-8c14-eb6b839c31cf tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:16.690924 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-97569237-7e79-4929-a3db-6277788db2c6 req-3a79b288-c1c5-4de8-8c14-eb6b839c31cf tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0720434 Sep 27 17:25:16.750607 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-97569237-7e79-4929-a3db-6277788db2c6 req-1519dc96-e97f-4117-bcb3-e5ee0393bef8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523791 Sep 27 17:25:16.835358 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49290) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:16.840195 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-734770399-network', 'tenant_id': 'ca5dddb2675f4cb381ad4d8ff0d32c44'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:25:16.864090 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Made reservation on behalf of ca5dddb2675f4cb381ad4d8ff0d32c44 for: {'network': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:25:16.866502 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:16.875911 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:16.962363 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:16.972443 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Publish callbacks [] for security_group (f2e7b30f-14b7-4e97-9081-0329129f844b), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:16.977998 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f2e7b30f-14b7-4e97-9081-0329129f844b), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:17.011376 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=106220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:25:17.027677 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e7b30f-14b7-4e97-9081-0329129f844b,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:17.032121 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (b277eb25-01e2-455f-aa23-c516507ca9a9), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:17.032468 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.segments_db [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Added segment b277eb25-01e2-455f-aa23-c516507ca9a9 of type vlan for network b4455120-8fe4-40d7-9260-203519c9e32c Sep 27 17:25:17.083541 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (b4455120-8fe4-40d7-9260-203519c9e32c), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:17.116248 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (b4455120-8fe4-40d7-9260-203519c9e32c), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:17.117244 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:17.117810 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:17.211839 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49308) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:17.212735 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3757806 Sep 27 17:25:17.213883 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef5c99-b572-459c-bf80-fa66e6afb937 admin admin] Pushing event updated for resources: {'Network': ['ID=b4455120-8fe4-40d7-9260-203519c9e32c,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:17.218732 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Request body: {'subnet': {'network_id': 'b4455120-8fe4-40d7-9260-203519c9e32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-734770399-subnet', 'tenant_id': 'ca5dddb2675f4cb381ad4d8ff0d32c44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:25:17.225486 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network b4455120-8fe4-40d7-9260-203519c9e32c details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:25:17.293014 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Made reservation on behalf of ca5dddb2675f4cb381ad4d8ff0d32c44 for: {'subnet': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:25:17.296483 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:17.305160 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e4ad6-d1cf-4911-9c85-b2ee0d84036a req-b959bbd8-9285-4587-9ca7-c622f3e94089 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:17.306752 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f6e4ad6-d1cf-4911-9c85-b2ee0d84036a req-b959bbd8-9285-4587-9ca7-c622f3e94089 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0807045 Sep 27 17:25:17.414730 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f6e4ad6-d1cf-4911-9c85-b2ee0d84036a req-c42bb301-99d6-4b98-aff5-ca3f36e3f557 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968850 Sep 27 17:25:17.422720 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:17.522321 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for subnet (61b5e81b-874b-40c2-bebe-775379d3e4cf), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:17.607440 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b5e81b-874b-40c2-bebe-775379d3e4cf,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:17.620190 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575c8ae-0cc4-489f-89ff-244ca237c0a3 req-48191676-9c83-44d9-8479-c164282f0706 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:17.621683 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a575c8ae-0cc4-489f-89ff-244ca237c0a3 req-48191676-9c83-44d9-8479-c164282f0706 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0753739 Sep 27 17:25:17.628615 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:17.638820 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Checking segment: {'id': 'b277eb25-01e2-455f-aa23-c516507ca9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4455120-8fe4-40d7-9260-203519c9e32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:25:17.638934 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Network hostable DHCP agents. Network: b4455120-8fe4-40d7-9260-203519c9e32c, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:25:17.687333 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Network b4455120-8fe4-40d7-9260-203519c9e32c is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:25:17.705534 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a575c8ae-0cc4-489f-89ff-244ca237c0a3 req-2d5404e5-b1de-4b92-9e47-a0a17e893572 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741353 Sep 27 17:25:17.710326 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, b4455120-8fe4-40d7-9260-203519c9e32c) {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:25:17.716782 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:17.717372 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:17.722610 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c227b-0cef-4b29-bcb1-359722f3ba56 None None] Network b4455120-8fe4-40d7-9260-203519c9e32c requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:25:17.743619 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-5f3c355e-db15-4d1f-85b5-bccde834f0b1 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5297091 Sep 27 17:25:17.833947 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99307bf8-a8b0-4f4e-9f70-c4ac9e6ecd99 None None] Network b4455120-8fe4-40d7-9260-203519c9e32c requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:25:17.911262 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49334) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:17.918268 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797413f3-1393-4e79-9349-44f50f8e4a16 req-1ab30785-8c26-422b-8e8f-8a2f2e7c608b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:17.919962 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-797413f3-1393-4e79-9349-44f50f8e4a16 req-1ab30785-8c26-422b-8e8f-8a2f2e7c608b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0778480 Sep 27 17:25:17.970326 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6102a2-59de-4f91-a32f-c351f5b5ba54 admin admin] Deleting subnet 8257d9e3-672e-4994-bad7-409d68a8be83 {{(pid=106220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:25:17.973837 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9a6102a2-59de-4f91-a32f-c351f5b5ba54 admin admin] Publish callbacks [] for subnet (8257d9e3-672e-4994-bad7-409d68a8be83), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:17.975115 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-797413f3-1393-4e79-9349-44f50f8e4a16 req-eb3f1afd-2427-4d75-9730-3fb256a7c056 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494525 Sep 27 17:25:18.026381 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9a6102a2-59de-4f91-a32f-c351f5b5ba54 admin admin] Publish callbacks [] for subnet (8257d9e3-672e-4994-bad7-409d68a8be83), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.041689 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9a6102a2-59de-4f91-a32f-c351f5b5ba54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (8257d9e3-672e-4994-bad7-409d68a8be83), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.099672 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9a6102a2-59de-4f91-a32f-c351f5b5ba54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for subnet (8257d9e3-672e-4994-bad7-409d68a8be83), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.126785 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6102a2-59de-4f91-a32f-c351f5b5ba54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8257d9e3-672e-4994-bad7-409d68a8be83,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:18.130334 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9a6102a2-59de-4f91-a32f-c351f5b5ba54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.136090 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-9a6102a2-59de-4f91-a32f-c351f5b5ba54 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/8257d9e3-672e-4994-bad7-409d68a8be83 HTTP/1.1" status: 204 len: 168 time: 0.2205098 Sep 27 17:25:18.137037 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49344) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:18.192365 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:18.207845 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (9d639954-5524-405a-aef4-ba9422456cc2), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.301157 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (9d639954-5524-405a-aef4-ba9422456cc2), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.326220 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.326568 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.327831 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.328221 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > port after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.328564 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > port after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.328920 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > port after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.329275 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.329614 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.329969 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.330322 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.467052 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-abc42e92-c330-48d7-bb8d-cae245f47d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:18.470342 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-abc42e92-c330-48d7-bb8d-cae245f47d4e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.1015019 Sep 27 17:25:18.553636 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.554138 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.554396 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.554723 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:25:18.555084 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d639954-5524-405a-aef4-ba9422456cc2']}} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:25:18.580396 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec1f0-6b24-450b-a952-9f9b2861a94b req-0588ccf9-a6fa-4c68-b63d-e90a5e1a3432 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:18.581084 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b282cc-01a3-435b-a29f-10740d85cd68') {'for_net_delete': True} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:25:18.581383 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b282cc-01a3-435b-a29f-10740d85cd68') {} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:25:18.582882 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30fec1f0-6b24-450b-a952-9f9b2861a94b req-0588ccf9-a6fa-4c68-b63d-e90a5e1a3432 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0595446 Sep 27 17:25:18.606843 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9780028'] for segment (92b282cc-01a3-435b-a29f-10740d85cd68), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.633362 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (92b282cc-01a3-435b-a29f-10740d85cd68), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.641763 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30fec1f0-6b24-450b-a952-9f9b2861a94b req-8c917559-6500-4fd1-9a53-07059eba85b7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532007 Sep 27 17:25:18.651220 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=106220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:25:18.652022 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812990'] for segment (92b282cc-01a3-435b-a29f-10740d85cd68), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.737402 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (9d639954-5524-405a-aef4-ba9422456cc2), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.780281 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Pushing event deleted for resources: {'Network': ['ID=9d639954-5524-405a-aef4-ba9422456cc2,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:18.789562 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.802797 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-59a079b9-8c60-4ef8-b632-edbd67473abb admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/9d639954-5524-405a-aef4-ba9422456cc2 HTTP/1.1" status: 204 len: 168 time: 0.6628299 Sep 27 17:25:18.803103 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49390) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:18.922298 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_v2 [None req-30416942-1514-4a20-b6dd-cd9b59a00de6 admin admin] Deleting subnet 61b5e81b-874b-40c2-bebe-775379d3e4cf {{(pid=106219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:25:18.934867 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe148ba-9b26-47b9-a84b-d7f5bdf151e9 req-c9f854ae-b93d-4ae8-a54e-1e1ebdd20c54 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:18.942772 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bbe148ba-9b26-47b9-a84b-d7f5bdf151e9 req-c9f854ae-b93d-4ae8-a54e-1e1ebdd20c54 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0940924 Sep 27 17:25:18.944866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-30416942-1514-4a20-b6dd-cd9b59a00de6 admin admin] Publish callbacks [] for subnet (61b5e81b-874b-40c2-bebe-775379d3e4cf), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:18.945961 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5a5276d6-632d-4adb-a46b-8471fb0bf332 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:25:18.987456 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-30416942-1514-4a20-b6dd-cd9b59a00de6 admin admin] Publish callbacks [] for subnet (61b5e81b-874b-40c2-bebe-775379d3e4cf), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.000221 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-30416942-1514-4a20-b6dd-cd9b59a00de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (61b5e81b-874b-40c2-bebe-775379d3e4cf), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.163585 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:19.174610 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:19.187092 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bbe148ba-9b26-47b9-a84b-d7f5bdf151e9 req-cb7f0e4a-ed5b-4b92-8407-2f0f39d7e23a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238306 Sep 27 17:25:19.191966 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'port_id': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'mac_address': 'fa:16:3e:61:c2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:25:19.206385 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-30416942-1514-4a20-b6dd-cd9b59a00de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for subnet (61b5e81b-874b-40c2-bebe-775379d3e4cf), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.238333 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:19.239580 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 5a5276d6-632d-4adb-a46b-8471fb0bf332 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:25:19.240054 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.251231 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49412) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:19.257018 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5276d6-632d-4adb-a46b-8471fb0bf332 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:25:19.260166 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment 92b282cc-01a3-435b-a29f-10740d85cd68 resource provider aggregate not found Sep 27 17:25:19.263006 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2857f-7923-4fe2-afac-08f848dc23f1 req-078f087b-5b41-4c38-af92-ea986ac6d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:19.264516 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6fd2857f-7923-4fe2-afac-08f848dc23f1 req-078f087b-5b41-4c38-af92-ea986ac6d84a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 1129 time: 0.1539645 Sep 27 17:25:19.265379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-7599f583-64ce-4c97-8d42-c8040e061054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:19.266782 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-7599f583-64ce-4c97-8d42-c8040e061054 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1652362 Sep 27 17:25:19.284162 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:19.292888 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.297725 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment 92b282cc-01a3-435b-a29f-10740d85cd68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92b282cc-01a3-435b-a29f-10740d85cd68 found for delete ", "request_id": "req-bbb5dda9-26ba-432b-8c41-4815034743a5"}]} Sep 27 17:25:19.372061 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:19.400539 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-30416942-1514-4a20-b6dd-cd9b59a00de6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.407743 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-30416942-1514-4a20-b6dd-cd9b59a00de6 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/61b5e81b-874b-40c2-bebe-775379d3e4cf HTTP/1.1" status: 204 len: 168 time: 0.6000879 Sep 27 17:25:19.408404 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1c4f888e-dc19-49a0-bf61-4b06157e88de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.408404 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49422) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:19.424214 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:19.425420 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30416942-1514-4a20-b6dd-cd9b59a00de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b5e81b-874b-40c2-bebe-775379d3e4cf,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:19.434090 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d2b0-8305-4d0f-9cc1-8ec99c1536a0 req-a28435c3-b65c-40ff-aa4d-4cc0b37a825b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:19.435825 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ee84d2b0-8305-4d0f-9cc1-8ec99c1536a0 req-a28435c3-b65c-40ff-aa4d-4cc0b37a825b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 944 time: 0.2544296 Sep 27 17:25:19.475055 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:19.526879 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (b4455120-8fe4-40d7-9260-203519c9e32c), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.532524 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6fd2857f-7923-4fe2-afac-08f848dc23f1 req-62b2d2f0-0619-4eee-87ac-ed304740715e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416573 Sep 27 17:25:19.549804 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:19.569777 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ee84d2b0-8305-4d0f-9cc1-8ec99c1536a0 req-eb4f61f0-e86f-48a6-b20a-2a09c9c76d7d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221876 Sep 27 17:25:19.582770 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-19854e19-56d5-407c-bff7-c85412582167 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930589 Sep 27 17:25:19.670696 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (b4455120-8fe4-40d7-9260-203519c9e32c), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.697968 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1c4f888e-dc19-49a0-bf61-4b06157e88de admin admin] Publish callbacks [] for security_group (cd5cc4a4-f5d8-4d13-a60a-7e240109bac9), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.707694 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1c4f888e-dc19-49a0-bf61-4b06157e88de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (cd5cc4a4-f5d8-4d13-a60a-7e240109bac9), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.710984 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4455120-8fe4-40d7-9260-203519c9e32c']}} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:25:19.724515 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bf69a-95bc-4ce1-8878-c21b6c1bb705 req-119408c5-981c-4cff-a73d-0f0f131c4245 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:19.731488 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6f9bf69a-95bc-4ce1-8878-c21b6c1bb705 req-119408c5-981c-4cff-a73d-0f0f131c4245 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0730629 Sep 27 17:25:19.799239 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad96c52-20c7-4de4-86db-29dc4d277193 req-4d2de9bc-2d58-44d0-8c68-0d458f9ce88b tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:19.800642 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9ad96c52-20c7-4de4-86db-29dc4d277193 req-4d2de9bc-2d58-44d0-8c68-0d458f9ce88b tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0671167 Sep 27 17:25:19.817803 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['5a5276d6-632d-4adb-a46b-8471fb0bf332'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:25:19.829460 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6f9bf69a-95bc-4ce1-8878-c21b6c1bb705 req-3dee3e9f-9375-4937-8534-99b8f4bee295 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963473 Sep 27 17:25:19.867740 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9ad96c52-20c7-4de4-86db-29dc4d277193 req-7eb76441-f792-4c1c-9763-64c5776adf07 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587697 Sep 27 17:25:19.887725 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b277eb25-01e2-455f-aa23-c516507ca9a9') {'for_net_delete': True} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:25:19.888016 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b277eb25-01e2-455f-aa23-c516507ca9a9') {} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:25:19.910990 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9780028'] for segment (b277eb25-01e2-455f-aa23-c516507ca9a9), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.920369 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-1c4f888e-dc19-49a0-bf61-4b06157e88de admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=50785551b3a546fe827b5bbafa9a30f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6678855 Sep 27 17:25:19.925431 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49432) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:19.934747 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f888e-dc19-49a0-bf61-4b06157e88de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5cc4a4-f5d8-4d13-a60a-7e240109bac9,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:19.941806 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (b277eb25-01e2-455f-aa23-c516507ca9a9), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:19.954694 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=106220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:25:19.955103 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812990'] for segment (b277eb25-01e2-455f-aa23-c516507ca9a9), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.033723 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (b4455120-8fe4-40d7-9260-203519c9e32c), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.039076 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.045386 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/b4455120-8fe4-40d7-9260-203519c9e32c HTTP/1.1" status: 204 len: 168 time: 0.6366501 Sep 27 17:25:20.046791 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-07e5a6b9-32b5-4f23-bec0-cd568d713d98 admin admin] Publish callbacks [] for security_group (cd5cc4a4-f5d8-4d13-a60a-7e240109bac9), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.049962 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-949ca9b2-1164-4b0d-9474-720e39354cfd req-c6680bc4-b7c2-4a62-945f-8ace5c54cbf9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323531 Sep 27 17:25:20.058765 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949eadd-d1ff-4a9d-9465-c0b70f83fe2c admin admin] Pushing event deleted for resources: {'Network': ['ID=b4455120-8fe4-40d7-9260-203519c9e32c,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:20.071068 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-07e5a6b9-32b5-4f23-bec0-cd568d713d98 admin admin] Publish callbacks [] for security_group (cd5cc4a4-f5d8-4d13-a60a-7e240109bac9), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.128044 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-07e5a6b9-32b5-4f23-bec0-cd568d713d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (cd5cc4a4-f5d8-4d13-a60a-7e240109bac9), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.131299 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-07e5a6b9-32b5-4f23-bec0-cd568d713d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.134948 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-07e5a6b9-32b5-4f23-bec0-cd568d713d98 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/cd5cc4a4-f5d8-4d13-a60a-7e240109bac9 HTTP/1.1" status: 204 len: 168 time: 0.2051125 Sep 27 17:25:20.141879 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5a6b9-32b5-4f23-bec0-cd568d713d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5cc4a4-f5d8-4d13-a60a-7e240109bac9,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:20.209016 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49444) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:20.283094 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-14cbacf7-ef97-4ae5-80d8-064f3188cebb admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3ddac4f035c44df5a409c0ed272ee4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727727 Sep 27 17:25:20.285871 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49446) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:20.362939 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3768cefb-3d8f-44c8-819d-04e59d164832 admin admin] Publish callbacks [] for security_group (7495cdbe-34b8-41fb-9116-3c81c77de93e), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.389432 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3768cefb-3d8f-44c8-819d-04e59d164832 admin admin] Publish callbacks [] for security_group (7495cdbe-34b8-41fb-9116-3c81c77de93e), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.461342 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3768cefb-3d8f-44c8-819d-04e59d164832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (7495cdbe-34b8-41fb-9116-3c81c77de93e), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.464421 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3768cefb-3d8f-44c8-819d-04e59d164832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.472082 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3768cefb-3d8f-44c8-819d-04e59d164832 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7495cdbe-34b8-41fb-9116-3c81c77de93e HTTP/1.1" status: 204 len: 168 time: 0.1810889 Sep 27 17:25:20.487687 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768cefb-3d8f-44c8-819d-04e59d164832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7495cdbe-34b8-41fb-9116-3c81c77de93e,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:20.633169 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49458) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:20.651048 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e53a1efc-72e4-4216-91d4-f22a815b4846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:20.803879 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231869a-9a13-41c8-9c84-181c0794c52a req-ad2c1f20-690f-4383-80da-e2b419de5925 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:20.805388 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4231869a-9a13-41c8-9c84-181c0794c52a req-ad2c1f20-690f-4383-80da-e2b419de5925 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 944 time: 0.1104431 Sep 27 17:25:20.841785 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-6bc7f11b-fa26-46d6-9243-feb9378960f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:20.844037 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-6bc7f11b-fa26-46d6-9243-feb9378960f5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 1129 time: 0.1502416 Sep 27 17:25:20.970818 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:20.995871 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49472) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:20.997548 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e53a1efc-72e4-4216-91d4-f22a815b4846 admin admin] Publish callbacks [] for security_group (3202bce9-cf10-46ee-91f6-a65000d6a399), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.020884 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:21.039148 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:21.040503 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e53a1efc-72e4-4216-91d4-f22a815b4846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (3202bce9-cf10-46ee-91f6-a65000d6a399), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.050407 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-8411e144-bd2e-4994-bb8c-65a0a5b471bd admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ca5dddb2675f4cb381ad4d8ff0d32c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532975 Sep 27 17:25:21.053069 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49474) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:21.059470 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4231869a-9a13-41c8-9c84-181c0794c52a req-6ff5e21d-6c58-4200-a854-d219134ea9e6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388606 Sep 27 17:25:21.078526 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49476) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:21.143004 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7943-d06f-41a0-986b-9d27fc92fa2b admin admin] Publish callbacks [] for security_group (f2e7b30f-14b7-4e97-9081-0329129f844b), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.150552 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32c827-cc83-4f51-a8e4-3aa313f3e2e2 req-438c1ea9-f52e-46c7-b98a-4f8aced162c1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:21.153144 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b32c827-cc83-4f51-a8e4-3aa313f3e2e2 req-438c1ea9-f52e-46c7-b98a-4f8aced162c1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.1947968 Sep 27 17:25:21.163836 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e53a1efc-72e4-4216-91d4-f22a815b4846 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0af6e9f7980b4ae2b8ea80e67dc5931e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5294139 Sep 27 17:25:21.167012 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49480) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:21.170787 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7943-d06f-41a0-986b-9d27fc92fa2b admin admin] Publish callbacks [] for security_group (f2e7b30f-14b7-4e97-9081-0329129f844b), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.174465 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a1efc-72e4-4216-91d4-f22a815b4846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3202bce9-cf10-46ee-91f6-a65000d6a399,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:21.225489 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-790a1c9f-acf7-485a-a198-2acdc10d90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:21.227495 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-790a1c9f-acf7-485a-a198-2acdc10d90d3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.3676116 Sep 27 17:25:21.243079 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5a5276d6-632d-4adb-a46b-8471fb0bf332 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:25:21.264956 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d3ce5-2594-4b1d-945d-356867728be4 req-1f041c5a-fd5f-4fa6-a219-0fc680c8cb7c tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:21.265759 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40d8b4c0-2d85-4085-a9fd-93ee100d88ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.266984 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4a2d3ce5-2594-4b1d-945d-356867728be4 req-1f041c5a-fd5f-4fa6-a219-0fc680c8cb7c tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.1018097 Sep 27 17:25:21.278359 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f2478ab8-5e3a-4a03-a1e7-3e99deee4401 admin admin] Publish callbacks [] for security_group (3202bce9-cf10-46ee-91f6-a65000d6a399), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.299314 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 5a5276d6-632d-4adb-a46b-8471fb0bf332 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:25:21.300394 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b32c827-cc83-4f51-a8e4-3aa313f3e2e2 req-0a94065e-8a3b-4f19-b31f-57bdde4314ea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334898 Sep 27 17:25:21.327259 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 5a5276d6-632d-4adb-a46b-8471fb0bf332 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:25:21.327783 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.328194 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:25:21.339238 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7943-d06f-41a0-986b-9d27fc92fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f2e7b30f-14b7-4e97-9081-0329129f844b), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.345460 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7943-d06f-41a0-986b-9d27fc92fa2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.346646 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-d7ca7943-d06f-41a0-986b-9d27fc92fa2b admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f2e7b30f-14b7-4e97-9081-0329129f844b HTTP/1.1" status: 204 len: 168 time: 0.2923553 Sep 27 17:25:21.354184 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment b277eb25-01e2-455f-aa23-c516507ca9a9 resource provider aggregate not found Sep 27 17:25:21.369288 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f2478ab8-5e3a-4a03-a1e7-3e99deee4401 admin admin] Publish callbacks [] for security_group (3202bce9-cf10-46ee-91f6-a65000d6a399), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.380254 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4a2d3ce5-2594-4b1d-945d-356867728be4 req-416373a1-9391-48ba-ae22-662cbc5d5d2c tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032317 Sep 27 17:25:21.393040 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca7943-d06f-41a0-986b-9d27fc92fa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e7b30f-14b7-4e97-9081-0329129f844b,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:21.397373 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment b277eb25-01e2-455f-aa23-c516507ca9a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b277eb25-01e2-455f-aa23-c516507ca9a9 found for delete ", "request_id": "req-0dcd27f1-0ec5-4b11-a6d9-5e8731d78663"}]} Sep 27 17:25:21.493224 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 5a5276d6-632d-4adb-a46b-8471fb0bf332 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:25:21.493878 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.497717 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-0b32e07c-963e-415a-afc0-5b9545ea4a87 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=636a119c-4ac6-4298-8d42-f47c495d9a5b HTTP/1.1" status: 200 len: 217 time: 0.1327357 Sep 27 17:25:21.498573 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f2478ab8-5e3a-4a03-a1e7-3e99deee4401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (3202bce9-cf10-46ee-91f6-a65000d6a399), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.503025 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f2478ab8-5e3a-4a03-a1e7-3e99deee4401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.506699 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f2478ab8-5e3a-4a03-a1e7-3e99deee4401 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/3202bce9-cf10-46ee-91f6-a65000d6a399 HTTP/1.1" status: 204 len: 168 time: 0.3361664 Sep 27 17:25:21.509155 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:21.512854 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40d8b4c0-2d85-4085-a9fd-93ee100d88ff admin admin] Publish callbacks [] for security_group (2397fcf9-2064-484d-8b66-ba9b650f7fbe), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.521123 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2478ab8-5e3a-4a03-a1e7-3e99deee4401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3202bce9-cf10-46ee-91f6-a65000d6a399,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:21.523722 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40d8b4c0-2d85-4085-a9fd-93ee100d88ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (2397fcf9-2064-484d-8b66-ba9b650f7fbe), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.579120 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8b4c0-2d85-4085-a9fd-93ee100d88ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2397fcf9-2064-484d-8b66-ba9b650f7fbe,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:21.587174 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-40d8b4c0-2d85-4085-a9fd-93ee100d88ff admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=2e57f6f3102a4299a506cf0cad6dca9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070317 Sep 27 17:25:21.589982 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49494) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:21.622326 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:25:21.628636 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f01731-dafa-433f-b483-e3791714d393" -d '{"events": [{"server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "name": "network-vif-plugged", "status": "completed", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:25:21.642698 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:21.649328 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.678995 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa174410-0ab3-44e4-9f0f-ddd75e28caa8 admin admin] Publish callbacks [] for security_group (2397fcf9-2064-484d-8b66-ba9b650f7fbe), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.693074 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e831a966-5ad1-44b1-8b70-0dd9c4b02f0d x-openstack-request-id: req-e831a966-5ad1-44b1-8b70-0dd9c4b02f0d {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:25:21.693959 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "name": "network-vif-plugged", "status": "completed", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:25:21.694824 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e831a966-5ad1-44b1-8b70-0dd9c4b02f0d {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:25:21.695784 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e831a966-5ad1-44b1-8b70-0dd9c4b02f0d'] response: {'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'code': 200} Sep 27 17:25:21.701872 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa174410-0ab3-44e4-9f0f-ddd75e28caa8 admin admin] Publish callbacks [] for security_group (2397fcf9-2064-484d-8b66-ba9b650f7fbe), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.740521 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:21.767117 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa174410-0ab3-44e4-9f0f-ddd75e28caa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (2397fcf9-2064-484d-8b66-ba9b650f7fbe), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.769941 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fa174410-0ab3-44e4-9f0f-ddd75e28caa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:21.771591 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-fa174410-0ab3-44e4-9f0f-ddd75e28caa8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2397fcf9-2064-484d-8b66-ba9b650f7fbe HTTP/1.1" status: 204 len: 168 time: 0.1798875 Sep 27 17:25:21.781711 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa174410-0ab3-44e4-9f0f-ddd75e28caa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2397fcf9-2064-484d-8b66-ba9b650f7fbe,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:21.973168 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-bdd2b604-ab7a-438b-842a-d2ed9a71cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:21.974783 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-bdd2b604-ab7a-438b-842a-d2ed9a71cfa2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0797842 Sep 27 17:25:22.076544 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-6f0a0f08-b036-4925-8e77-2c7898d7116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:22.078932 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-6f0a0f08-b036-4925-8e77-2c7898d7116a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642307 Sep 27 17:25:22.499652 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c01c8f-9ff9-4cff-8b50-35f8450ff956 req-5b6c0a9d-967e-4bdb-9236-aa10be78b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:22.501164 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41c01c8f-9ff9-4cff-8b50-35f8450ff956 req-5b6c0a9d-967e-4bdb-9236-aa10be78b324 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 1129 time: 0.3449697 Sep 27 17:25:22.557487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95ffb5-97ff-4114-86e5-878044078d39 req-59d4b651-f091-4fe8-9de7-341901a63fb6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:22.560997 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ff95ffb5-97ff-4114-86e5-878044078d39 req-59d4b651-f091-4fe8-9de7-341901a63fb6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.3689270 Sep 27 17:25:22.604689 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff594db5-5c1f-4435-9f5a-4f8f157df276 req-b9fd15be-b773-4410-bffc-3687aea6a44d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:22.606976 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ff594db5-5c1f-4435-9f5a-4f8f157df276 req-b9fd15be-b773-4410-bffc-3687aea6a44d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.1449540 Sep 27 17:25:22.617245 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-3ce564f2-bb6e-4caf-a293-1cb988585c79 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198374 Sep 27 17:25:22.634263 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:22.761559 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41c01c8f-9ff9-4cff-8b50-35f8450ff956 req-d9aa850e-9247-402a-9186-4ec97e163e79 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993127 Sep 27 17:25:22.777375 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ff95ffb5-97ff-4114-86e5-878044078d39 req-b4bb253c-1cd8-412a-9e80-68c9ce16b8d0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037728 Sep 27 17:25:22.790282 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ff594db5-5c1f-4435-9f5a-4f8f157df276 req-47f9ceff-b9c9-44f2-87b9-77567d6a9f65 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719213 Sep 27 17:25:22.854812 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cf7e5904-0072-4af5-bd8a-f331ee3548e3 req-b56413fe-dcb9-400a-b845-89665f69392b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220693 Sep 27 17:25:22.927014 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97f7de-5da8-479b-994d-5a022ea1d06b req-a1f0d3ce-8e36-4313-8c4b-5367deb334f8 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:22.931004 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8e97f7de-5da8-479b-994d-5a022ea1d06b req-a1f0d3ce-8e36-4313-8c4b-5367deb334f8 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0686657 Sep 27 17:25:22.981765 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:22.998057 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8e97f7de-5da8-479b-994d-5a022ea1d06b req-fbc7e01b-5eb8-4c1f-ae3f-3a13e8443dd4 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586975 Sep 27 17:25:23.593928 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49594) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:23.738964 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1594623072-network', 'tenant_id': '36351a4bc84a45cb866e72f52e6e725a'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:25:23.760203 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Made reservation on behalf of 36351a4bc84a45cb866e72f52e6e725a for: {'network': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:25:23.766223 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:23.783773 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:23.953616 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Publish callbacks [] for security_group (fac9228a-dbd7-4438-a69f-9bafe212a5b8), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:23.958799 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (fac9228a-dbd7-4438-a69f-9bafe212a5b8), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:23.996907 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=106220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:25:24.007073 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac9228a-dbd7-4438-a69f-9bafe212a5b8,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:24.012543 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (42783cda-05bf-4969-92f4-7e826aa947c9), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:24.012887 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.segments_db [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Added segment 42783cda-05bf-4969-92f4-7e826aa947c9 of type vlan for network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed Sep 27 17:25:24.013897 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:24.069663 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b49481-0b3b-42d7-ac8a-9abcfefc8766 req-7b885099-8043-4e4d-a507-c9e5cff967d9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:24.078373 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-91b49481-0b3b-42d7-ac8a-9abcfefc8766 req-7b885099-8043-4e4d-a507-c9e5cff967d9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.1272604 Sep 27 17:25:24.101137 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fe8e-471e-4d45-82aa-ca2c9264f119 req-23587487-cfc5-4355-b9bd-e9dfc5ea78f9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:24.103268 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-20e1fe8e-471e-4d45-82aa-ca2c9264f119 req-23587487-cfc5-4355-b9bd-e9dfc5ea78f9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.1054790 Sep 27 17:25:24.155983 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (ce8ed3f9-3eb7-4f41-b23c-147313bc83ed), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:24.197046 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (ce8ed3f9-3eb7-4f41-b23c-147313bc83ed), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:24.198238 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:24.198665 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:24.202254 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-91b49481-0b3b-42d7-ac8a-9abcfefc8766 req-dc6b2dab-b1cc-440c-8b15-83b2e8690eb9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227794 Sep 27 17:25:24.304112 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-20e1fe8e-471e-4d45-82aa-ca2c9264f119 req-0b133e31-a5ab-42ed-9c8c-2d38d34c160d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891069 Sep 27 17:25:24.314646 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7181969 Sep 27 17:25:24.314646 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a36b6-e019-42a5-a0eb-402c434c52d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:24.316362 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49628) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:24.322434 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Request body: {'subnet': {'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1594623072-subnet', 'tenant_id': '36351a4bc84a45cb866e72f52e6e725a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:25:24.326053 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:25:24.361150 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Made reservation on behalf of 36351a4bc84a45cb866e72f52e6e725a for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:25:24.363792 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9736960'] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:24.558147 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9807261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9737014'] for subnet (776dad60-b172-4cde-9519-88cdb6d87a06), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:24.618700 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=776dad60-b172-4cde-9519-88cdb6d87a06,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:24.631058 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Checking segment: {'id': '42783cda-05bf-4969-92f4-7e826aa947c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:25:24.631415 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Network hostable DHCP agents. Network: ce8ed3f9-3eb7-4f41-b23c-147313bc83ed, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:25:24.649789 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:25:24.660913 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, ce8ed3f9-3eb7-4f41-b23c-147313bc83ed) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:25:24.669839 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:24.670046 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:24.672806 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8266e53-c2c4-4c64-bbd2-065cfd90cc00 None None] Network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:25:24.698857 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3a09d8b8-639b-4791-908e-96a2134fa508 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3811331 Sep 27 17:25:24.779353 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e10f53-3e5e-4934-89d7-9999ba4efca4 None None] Network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:25:24.861386 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:25.343784 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658c34e-9d3a-44a8-b740-5c5fa813a66e req-630e1d1a-6891-47f9-a85d-8180d1a81ffa tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:25.345259 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9658c34e-9d3a-44a8-b740-5c5fa813a66e req-630e1d1a-6891-47f9-a85d-8180d1a81ffa tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0531361 Sep 27 17:25:25.401672 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9658c34e-9d3a-44a8-b740-5c5fa813a66e req-fbed2f28-a1e8-44d6-98c0-291abf47c484 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502253 Sep 27 17:25:25.513206 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2213d-1f92-4b45-96ca-208cba614165 req-7d99d28c-e61a-4e44-924f-a99b031c9626 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:25.514947 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6bc2213d-1f92-4b45-96ca-208cba614165 req-7d99d28c-e61a-4e44-924f-a99b031c9626 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0490460 Sep 27 17:25:25.568681 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6bc2213d-1f92-4b45-96ca-208cba614165 req-0e33302d-36a1-4496-8776-9a05efed06cc tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470796 Sep 27 17:25:25.680709 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb32ce-525e-48e0-b5c3-0d5be96e398a req-c6d3d9cc-ad41-43b9-b511-385f68cc5df2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:25.685659 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4adb32ce-525e-48e0-b5c3-0d5be96e398a req-c6d3d9cc-ad41-43b9-b511-385f68cc5df2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0579810 Sep 27 17:25:25.692739 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49678) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:25.697237 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-1c1262c2-9bb8-47e4-98b8-39581a979b41 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'floatingip': {'port_id': '5a5276d6-632d-4adb-a46b-8471fb0bf332'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:25:25.781753 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1c1262c2-9bb8-47e4-98b8-39581a979b41 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (f7e0db8e-0602-4209-b91f-5d6da497f4b8), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:26.438478 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1c1262c2-9bb8-47e4-98b8-39581a979b41 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:26.447413 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1c1262c2-9bb8-47e4-98b8-39581a979b41 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (f7e0db8e-0602-4209-b91f-5d6da497f4b8), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:26.504314 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:26.542895 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:26.638680 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-1c1262c2-9bb8-47e4-98b8-39581a979b41 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Floating IP f7e0db8e-0602-4209-b91f-5d6da497f4b8 associated. External IP: 172.27.0.77, port: 5a5276d6-632d-4adb-a46b-8471fb0bf332. Sep 27 17:25:26.694377 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-de6f104c-5bfe-40d8-ac36-94443e5a662b tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:26.695484 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-de6f104c-5bfe-40d8-ac36-94443e5a662b tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/networks?id=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed HTTP/1.1" status: 200 len: 814 time: 0.2119861 Sep 27 17:25:26.740330 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f46e1232-af10-4605-9964-09233931d633 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/quotas/36351a4bc84a45cb866e72f52e6e725a HTTP/1.1" status: 200 len: 375 time: 0.0226810 Sep 27 17:25:26.985347 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909bd9d-3f4e-4357-806e-f65286964e09 req-5e67839b-8189-47fc-9cea-e0f0cef5c5cd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:26.986822 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c909bd9d-3f4e-4357-806e-f65286964e09 req-5e67839b-8189-47fc-9cea-e0f0cef5c5cd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.3097317 Sep 27 17:25:27.030510 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-8567f873-8ddf-41ec-bb82-7416ed0b3912 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=36351a4bc84a45cb866e72f52e6e725a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538716 Sep 27 17:25:27.169692 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c909bd9d-3f4e-4357-806e-f65286964e09 req-a934fd84-bece-4d32-ae72-3ceeba9fbabc tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675508 Sep 27 17:25:27.234327 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-507f7358-9901-4217-b948-68ce7cef655a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960275 Sep 27 17:25:27.294479 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1262c2-9bb8-47e4-98b8-39581a979b41 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Router d8532917-707b-4e59-9087-95d0bd75b520 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:25:27.385152 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-a39e4761-6cea-4009-a25b-3f685ad0fe46 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434627 Sep 27 17:25:27.415671 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49744) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:27.441389 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1262c2-9bb8-47e4-98b8-39581a979b41 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:25:27.453497 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1c1262c2-9bb8-47e4-98b8-39581a979b41 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:27.468239 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] Sync routers for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:25:27.481358 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:25:27.482177 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:25:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:25:27.491238 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:27.501264 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1c1262c2-9bb8-47e4-98b8-39581a979b41 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/f7e0db8e-0602-4209-b91f-5d6da497f4b8 HTTP/1.1" status: 200 len: 990 time: 1.8073583 Sep 27 17:25:27.501933 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:25:27.504581 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c860d4d0-de96-43ef-9f16-13712aab3c17" -d '{"events": [{"name": "network-changed", "server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:25:27.567545 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:27.580802 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-50b0df20-7da0-4cc5-9eb5-b9b610d90e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:27.585181 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f299aba9-0a85-4358-a0d4-c90fe5002cc6 x-openstack-request-id: req-f299aba9-0a85-4358-a0d4-c90fe5002cc6 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:25:27.588344 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:25:27.588779 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f299aba9-0a85-4358-a0d4-c90fe5002cc6 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:25:27.592079 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f299aba9-0a85-4358-a0d4-c90fe5002cc6'] response: {'name': 'network-changed', 'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'status': 'completed', 'code': 200} Sep 27 17:25:27.628691 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:25:27.678733 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8b3be8b7-abc0-43ea-9246-c4e356636769 req-05ea1d64-91c4-4534-a80c-b08e5271cf82 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 210 time: 0.0648198 Sep 27 17:25:27.757310 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-50b0df20-7da0-4cc5-9eb5-b9b610d90e32 admin admin] Publish callbacks [] for security_group (7ae8944f-1b12-4279-9b79-5b5d735deaab), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:27.765081 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-50b0df20-7da0-4cc5-9eb5-b9b610d90e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (7ae8944f-1b12-4279-9b79-5b5d735deaab), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:27.793902 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0df20-7da0-4cc5-9eb5-b9b610d90e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae8944f-1b12-4279-9b79-5b5d735deaab,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:27.826440 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-50b0df20-7da0-4cc5-9eb5-b9b610d90e32 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=78c80cdd46024f45b9d81e8ab4000a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094117 Sep 27 17:25:27.828120 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49764) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:27.883875 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-067abb6e-4d13-4a20-8322-18a6da1cb41b admin admin] Publish callbacks [] for security_group (7ae8944f-1b12-4279-9b79-5b5d735deaab), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:27.918297 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-067abb6e-4d13-4a20-8322-18a6da1cb41b admin admin] Publish callbacks [] for security_group (7ae8944f-1b12-4279-9b79-5b5d735deaab), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:27.930186 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:27.984624 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': 'f7e0db8e-0602-4209-b91f-5d6da497f4b8', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'port_id': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'mac_address': 'fa:16:3e:61:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:24:19Z', 'updated_at': '2022-09-27T17:25:26Z', 'revision_number': 1, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:25:27.999789 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-067abb6e-4d13-4a20-8322-18a6da1cb41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (7ae8944f-1b12-4279-9b79-5b5d735deaab), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:28.003619 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-067abb6e-4d13-4a20-8322-18a6da1cb41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:28.005314 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-067abb6e-4d13-4a20-8322-18a6da1cb41b admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7ae8944f-1b12-4279-9b79-5b5d735deaab HTTP/1.1" status: 204 len: 168 time: 0.1760776 Sep 27 17:25:28.022684 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] Checking router: d8532917-707b-4e59-9087-95d0bd75b520 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:25:28.024979 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067abb6e-4d13-4a20-8322-18a6da1cb41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae8944f-1b12-4279-9b79-5b5d735deaab,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:28.034198 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:25:28.035582 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:25:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:25:28.171502 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:25:28.308229 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d41c9-22c3-41b5-822a-8349012fc1e3 req-4ed5f2b6-cfe6-41bc-9b58-3a7129ba6036 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:28.315647 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f37d41c9-22c3-41b5-822a-8349012fc1e3 req-4ed5f2b6-cfe6-41bc-9b58-3a7129ba6036 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0586848 Sep 27 17:25:28.378249 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f37d41c9-22c3-41b5-822a-8349012fc1e3 req-4fd09d5d-2ff8-43f0-87ae-caf7a839d5c8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613279 Sep 27 17:25:28.405314 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49788) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:28.419654 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ac80788-9f26-48c8-ab71-9a4be3d5d7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:28.434174 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': 'f7e0db8e-0602-4209-b91f-5d6da497f4b8', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'port_id': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'mac_address': 'fa:16:3e:61:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:24:19Z', 'updated_at': '2022-09-27T17:25:26Z', 'revision_number': 1, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:25:28.459949 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b8de-bf85-4d78-b3a0-a8b3bc553a89 None None] The sync data for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi is: [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': 'f7e0db8e-0602-4209-b91f-5d6da497f4b8', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'port_id': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'mac_address': 'fa:16:3e:61:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:24:19Z', 'updated_at': '2022-09-27T17:25:26Z', 'revision_number': 1, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:25:28.510932 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ac80788-9f26-48c8-ab71-9a4be3d5d7bf admin admin] Publish callbacks [] for security_group (62a1d47c-0757-4848-b875-3169d3d518cd), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:28.515727 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6ac80788-9f26-48c8-ab71-9a4be3d5d7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (62a1d47c-0757-4848-b875-3169d3d518cd), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:28.556202 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6ac80788-9f26-48c8-ab71-9a4be3d5d7bf admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b858a38fa5594ee9a297f1f9118b8944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496119 Sep 27 17:25:28.557071 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac80788-9f26-48c8-ab71-9a4be3d5d7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a1d47c-0757-4848-b875-3169d3d518cd,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:28.559796 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49790) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:28.614809 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8b8a306f-069a-413d-8a9f-c5402de52097 admin admin] Publish callbacks [] for security_group (62a1d47c-0757-4848-b875-3169d3d518cd), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:28.636057 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8b8a306f-069a-413d-8a9f-c5402de52097 admin admin] Publish callbacks [] for security_group (62a1d47c-0757-4848-b875-3169d3d518cd), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:28.687428 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8b8a306f-069a-413d-8a9f-c5402de52097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (62a1d47c-0757-4848-b875-3169d3d518cd), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:28.689923 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8b8a306f-069a-413d-8a9f-c5402de52097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:28.691124 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-8b8a306f-069a-413d-8a9f-c5402de52097 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/62a1d47c-0757-4848-b875-3169d3d518cd HTTP/1.1" status: 204 len: 168 time: 0.1301763 Sep 27 17:25:28.704810 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a306f-069a-413d-8a9f-c5402de52097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a1d47c-0757-4848-b875-3169d3d518cd,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:28.805220 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d7cb2a8-dff2-4009-bf32-963a18fa1169 req-1bb33ff7-3d61-431d-8a97-94bcee415890 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 210 time: 0.0362947 Sep 27 17:25:29.084866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 49804) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:29.099238 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7919cac1-5390-48a8-a729-4639a6cd282a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:29.101001 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:29.149589 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114364e5-fcfc-470b-997c-12bf028f24d1 None None] New status for floating IP f7e0db8e-0602-4209-b91f-5d6da497f4b8: ACTIVE {{(pid=106221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:25:29.187130 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7919cac1-5390-48a8-a729-4639a6cd282a admin admin] Publish callbacks [] for security_group (00ac4e63-ac52-4a49-b336-449812a9f125), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:29.190927 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7919cac1-5390-48a8-a729-4639a6cd282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (00ac4e63-ac52-4a49-b336-449812a9f125), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:29.229600 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-7919cac1-5390-48a8-a729-4639a6cd282a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c2483add22c2473098ea696c980c6010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435137 Sep 27 17:25:29.230790 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919cac1-5390-48a8-a729-4639a6cd282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ac4e63-ac52-4a49-b336-449812a9f125,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:29.233075 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 49806) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:29.284830 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-864356f3-52a2-4377-9de4-052f0c1a6a58 admin admin] Publish callbacks [] for security_group (00ac4e63-ac52-4a49-b336-449812a9f125), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:29.306897 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-864356f3-52a2-4377-9de4-052f0c1a6a58 admin admin] Publish callbacks [] for security_group (00ac4e63-ac52-4a49-b336-449812a9f125), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:29.364413 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-864356f3-52a2-4377-9de4-052f0c1a6a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (00ac4e63-ac52-4a49-b336-449812a9f125), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:29.366964 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-864356f3-52a2-4377-9de4-052f0c1a6a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:29.370741 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-864356f3-52a2-4377-9de4-052f0c1a6a58 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/00ac4e63-ac52-4a49-b336-449812a9f125 HTTP/1.1" status: 204 len: 168 time: 0.1339977 Sep 27 17:25:29.377616 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864356f3-52a2-4377-9de4-052f0c1a6a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ac4e63-ac52-4a49-b336-449812a9f125,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:29.413679 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:29.526153 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c120f-5b96-433e-a7d2-d5949837a049 req-12e055f8-ff23-4fd6-a37a-ff9507cc1a4e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:29.532195 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a64c120f-5b96-433e-a7d2-d5949837a049 req-12e055f8-ff23-4fd6-a37a-ff9507cc1a4e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0653906 Sep 27 17:25:29.581297 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a64c120f-5b96-433e-a7d2-d5949837a049 req-f5d4fc9c-6958-4152-a1aa-ee8b76c37d21 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462170 Sep 27 17:25:29.920999 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5d06d110-5841-4ae8-89a1-24f98008b026 req-eab60234-60f9-43c9-a1db-a1da1139ff64 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Sep 27 17:25:30.702785 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a142a-b8bb-49b5-9098-5a7f046be3c7 req-7a154cce-d353-4f6b-8f05-0010098ad362 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:30.704275 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-472a142a-b8bb-49b5-9098-5a7f046be3c7 req-7a154cce-d353-4f6b-8f05-0010098ad362 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0460103 Sep 27 17:25:30.752838 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-472a142a-b8bb-49b5-9098-5a7f046be3c7 req-de0c8cfb-de67-46ac-bc73-ec767e6c7a32 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Sep 27 17:25:31.024257 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06f8544b-42ec-463d-815e-41d5c9030642 req-7efe0caf-9b00-4ad5-bcde-da4941c4d0bc tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 210 time: 0.0300035 Sep 27 17:25:31.142543 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-91825114-b8e9-4f93-b027-4ec1324de292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:31.144978 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-91825114-b8e9-4f93-b027-4ec1324de292 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 1129 time: 0.0452058 Sep 27 17:25:31.254676 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-ead1525f-8175-4606-a573-a5b1f43193b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:31.256150 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-ead1525f-8175-4606-a573-a5b1f43193b6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 918 time: 0.0983346 Sep 27 17:25:31.387964 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-38242abf-5eaf-45ad-b32e-9475902fab58 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332 HTTP/1.1" status: 200 len: 1000 time: 0.1116180 Sep 27 17:25:31.439085 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-c18e206d-75a7-477c-89d4-65c515c3fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:31.440528 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-c18e206d-75a7-477c-89d4-65c515c3fbb6 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.0466859 Sep 27 17:25:31.495069 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-4104af9c-3a65-44c8-a910-6556b9402b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:31.497106 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-4104af9c-3a65-44c8-a910-6556b9402b6f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502884 Sep 27 17:25:31.567898 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:31.597147 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-8b282909-ffc0-40db-a0e6-eb4532085f01 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876429 Sep 27 17:25:31.873725 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aed9e-296b-408b-b745-e452a968d478 req-2555bd27-b761-452d-a129-0d0383e0666f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:31.875240 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f47aed9e-296b-408b-b745-e452a968d478 req-2555bd27-b761-452d-a129-0d0383e0666f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0490041 Sep 27 17:25:31.965713 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:31.983089 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f47aed9e-296b-408b-b745-e452a968d478 req-49481832-70c9-4009-9b16-d83c8e9031c9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983977 Sep 27 17:25:32.008379 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c860d4d0-de96-43ef-9f16-13712aab3c17 req-7b14c0fc-6577-4478-b763-b45f37e51898 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121893 Sep 27 17:25:32.139234 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4e2bcab5-bfb5-4000-b738-6bb13bcaaa41 req-65d8fa13-ae27-4e0f-9eae-aa8481370ed6 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 210 time: 0.0286868 Sep 27 17:25:33.112217 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57fe8f-f691-409d-b0a5-15bb3a0334aa req-5e205def-a8fc-4641-9d00-9cc7d2c3ce02 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:33.113721 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7c57fe8f-f691-409d-b0a5-15bb3a0334aa req-5e205def-a8fc-4641-9d00-9cc7d2c3ce02 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0493598 Sep 27 17:25:33.160487 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7c57fe8f-f691-409d-b0a5-15bb3a0334aa req-c745745c-d58c-4ec4-9805-bee807b2a2ad tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Sep 27 17:25:33.243180 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-15500f07-2bcc-4804-bbcb-7ac7bd3eb24e req-4a8f9eae-1aec-4c43-8458-c8ae52608d2c tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 210 time: 0.0267894 Sep 27 17:25:34.280739 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e436c6-044f-4e0c-8af5-45fe0420c0dc req-a75ffbad-224f-47ad-9b50-136fcf2b5597 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:34.282267 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-49e436c6-044f-4e0c-8af5-45fe0420c0dc req-a75ffbad-224f-47ad-9b50-136fcf2b5597 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0463707 Sep 27 17:25:34.355231 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd3e207f-e943-41da-99fa-a406cefabf0a req-c5ce4989-ae47-427e-ae44-d7555143417a tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 210 time: 0.0364053 Sep 27 17:25:34.358566 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-49e436c6-044f-4e0c-8af5-45fe0420c0dc req-308828f4-4d1e-4d92-baff-53f98b8be24c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703843 Sep 27 17:25:35.467400 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-64551b64-9647-42bf-90c1-f9e621b48691 req-5d561f7f-ee41-40af-af55-5fb0ee7fbe8b tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 210 time: 0.0360048 Sep 27 17:25:35.502116 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d196d1-523f-467c-961f-f35428c65525 req-984a8451-be3c-4364-9246-572e6010b38a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:35.503662 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b9d196d1-523f-467c-961f-f35428c65525 req-984a8451-be3c-4364-9246-572e6010b38a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0616598 Sep 27 17:25:35.643125 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b9d196d1-523f-467c-961f-f35428c65525 req-772e140a-3636-4e68-b651-8c631948fbec tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282518 Sep 27 17:25:35.661309 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-86fce51e-4f46-496f-b971-a3fe52834067 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:35.662746 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-86fce51e-4f46-496f-b971-a3fe52834067 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed HTTP/1.1" status: 200 len: 814 time: 0.1582074 Sep 27 17:25:35.789530 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Request body: {'port': {'device_id': '2e206773-221a-4857-b437-2b1a852b8277', 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed', 'admin_state_up': True, 'tenant_id': '36351a4bc84a45cb866e72f52e6e725a'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:25:35.899005 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Made reservation on behalf of 36351a4bc84a45cb866e72f52e6e725a for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:25:35.902694 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:36.025090 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Allocated IP 172.20.0.12 (ce8ed3f9-3eb7-4f41-b23c-147313bc83ed/776dad60-b172-4cde-9519-88cdb6d87a06/e9e0231f-54fe-478f-87fb-2d95162294ff) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:25:36.086436 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:36.157890 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:36.173452 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks [] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:36.205393 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:36.246927 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:25:36.250815 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:25:36.253110 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:25:36.257666 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:36.258297 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:36.271738 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Pushing event updated for resources: {'Port': ['ID=e9e0231f-54fe-478f-87fb-2d95162294ff,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:36.282019 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-f1f1a79e-8cdd-4505-8bfb-1c9ce1052545 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4964597 Sep 27 17:25:36.336749 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Request body: {'port': {'device_id': '2e206773-221a-4857-b437-2b1a852b8277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:25:36.399017 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:36.634814 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6112-a511-47e2-9242-5ae97e3e979e req-4cf327d1-1947-4be2-945a-637d0eef3a4c tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:36.636293 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a9ff6112-a511-47e2-9242-5ae97e3e979e req-4cf327d1-1947-4be2-945a-637d0eef3a4c tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 932 time: 0.0701728 Sep 27 17:25:36.807336 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e0231f-54fe-478f-87fb-2d95162294ff {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:25:36.818058 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Publish callbacks [] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:36.822909 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a9ff6112-a511-47e2-9242-5ae97e3e979e req-13a94de5-43ec-445b-a5fc-5bf8818bbc56 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751215 Sep 27 17:25:36.851679 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60173aee-cecf-43ac-8ae6-c81ccecc73a2 req-c2818647-23bc-4b11-9141-1910e9633ba1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:36.853501 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60173aee-cecf-43ac-8ae6-c81ccecc73a2 req-c2818647-23bc-4b11-9141-1910e9633ba1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.1093895 Sep 27 17:25:36.857789 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Transition to ACTIVE for port object e9e0231f-54fe-478f-87fb-2d95162294ff will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:25:36.869142 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:36.972843 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e0231f-54fe-478f-87fb-2d95162294ff,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:36.996388 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Attempting to bind port e9e0231f-54fe-478f-87fb-2d95162294ff on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:25:36.996726 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Attempting to bind port e9e0231f-54fe-478f-87fb-2d95162294ff by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '42783cda-05bf-4969-92f4-7e826aa947c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:25:36.997143 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Attempting to bind port e9e0231f-54fe-478f-87fb-2d95162294ff on network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:25:37.003188 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60173aee-cecf-43ac-8ae6-c81ccecc73a2 req-b13f5a6a-3b09-42e8-9f63-5fbbda645f7a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425903 Sep 27 17:25:37.051021 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Port e9e0231f-54fe-478f-87fb-2d95162294ff on network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:25:37.051492 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Attempting to bind port e9e0231f-54fe-478f-87fb-2d95162294ff on network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:25:37.054629 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:37.075415 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:37.100447 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:25:37.100820 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Checking segment: {'id': '42783cda-05bf-4969-92f4-7e826aa947c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:25:37.101229 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Bound using segment: {'id': '42783cda-05bf-4969-92f4-7e826aa947c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:25:37.101693 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Bound port: e9e0231f-54fe-478f-87fb-2d95162294ff, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42783cda-05bf-4969-92f4-7e826aa947c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:25:37.102086 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:37.170186 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] For port e9e0231f-54fe-478f-87fb-2d95162294ff, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:25:37.173467 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] For port e9e0231f-54fe-478f-87fb-2d95162294ff, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e9e0231f-54fe-478f-87fb-2d95162294ff,segment=NetworkSegment(42783cda-05bf-4969-92f4-7e826aa947c9),segment_id=42783cda-05bf-4969-92f4-7e826aa947c9)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:25:37.179374 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:37.183651 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:37.184380 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:37.186408 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/e9e0231f-54fe-478f-87fb-2d95162294ff HTTP/1.1" status: 200 len: 1094 time: 0.8542728 Sep 27 17:25:37.186985 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e206773-221a-4857-b437-2b1a852b8277', 'tag': 'e9e0231f-54fe-478f-87fb-2d95162294ff'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:25:37.189187 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "2e206773-221a-4857-b437-2b1a852b8277", "tag": "e9e0231f-54fe-478f-87fb-2d95162294ff"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:25:37.233390 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1335692b-6dfc-4fe8-8499-ecba7844620a x-openstack-request-id: req-1335692b-6dfc-4fe8-8499-ecba7844620a {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:25:37.233672 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e206773-221a-4857-b437-2b1a852b8277", "tag": "e9e0231f-54fe-478f-87fb-2d95162294ff", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:25:37.233899 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1335692b-6dfc-4fe8-8499-ecba7844620a {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:25:37.234313 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1335692b-6dfc-4fe8-8499-ecba7844620a'] response: {'name': 'network-changed', 'server_uuid': '2e206773-221a-4857-b437-2b1a852b8277', 'tag': 'e9e0231f-54fe-478f-87fb-2d95162294ff', 'status': 'completed', 'code': 200} Sep 27 17:25:37.239539 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8de2c-b9be-44e7-91bb-16af7a6b2321 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e0231f-54fe-478f-87fb-2d95162294ff,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:37.297366 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-446dfdc5-2baf-41c9-9d48-63496c4e33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:37.299056 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-446dfdc5-2baf-41c9-9d48-63496c4e33f7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=36351a4bc84a45cb866e72f52e6e725a&device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 1128 time: 0.0391479 Sep 27 17:25:37.303396 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c176c33f-6f7d-40d5-9f69-839a9383d0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:37.357824 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-1f990f73-e26b-4710-882e-5c61cedf8bf3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9e0231f-54fe-478f-87fb-2d95162294ff HTTP/1.1" status: 200 len: 217 time: 0.0336168 Sep 27 17:25:37.411973 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-b15fdabb-33b6-484a-841a-9474865c6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:37.413476 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-b15fdabb-33b6-484a-841a-9474865c6c3c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=776dad60-b172-4cde-9519-88cdb6d87a06 HTTP/1.1" status: 200 len: 854 time: 0.0464017 Sep 27 17:25:37.445813 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-e6210d1a-0f32-4bb3-88fa-2a6421617e5c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239029 Sep 27 17:25:37.539314 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-79e922e5-126a-4064-a31a-b04d0607bbb7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855210 Sep 27 17:25:37.638123 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9eb1f7b9-5788-4f7a-afd1-2efc7c217093 req-c93cf03a-3191-4f0b-bc65-842e35b652ff service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915861 Sep 27 17:25:37.958113 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b959228-12b9-4588-a899-ac3f01085ac7 req-feee5834-3a2b-41f2-9b66-68ec1894c0fd tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:37.959672 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b959228-12b9-4588-a899-ac3f01085ac7 req-feee5834-3a2b-41f2-9b66-68ec1894c0fd tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 944 time: 0.0514164 Sep 27 17:25:38.014912 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b959228-12b9-4588-a899-ac3f01085ac7 req-6ba39871-c28c-4471-84bd-0837b0afb7a3 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477884 Sep 27 17:25:38.209163 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a761c-8724-437c-bd13-2a344e01d726 req-76f155e9-9cba-4016-9e59-c02502c609ee tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:38.210677 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-331a761c-8724-437c-bd13-2a344e01d726 req-76f155e9-9cba-4016-9e59-c02502c609ee tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0949454 Sep 27 17:25:38.220091 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 50038) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:38.280949 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-331a761c-8724-437c-bd13-2a344e01d726 req-f3874222-e2a1-4131-9c4f-0e4c07fa83ee tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644481 Sep 27 17:25:38.308780 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 50046) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:38.417677 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-88a27b1c-8dde-4b3e-b3cf-94a7c1c069d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.444691 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e5d29461-289b-494f-9176-b8b61bb03460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.513787 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=17,neutron:UPDATE=3,neutron:SELECT=73,neutron:DELETE=7 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:38.571238 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-88a27b1c-8dde-4b3e-b3cf-94a7c1c069d7 admin admin] Publish callbacks [] for security_group (1e441b5b-5b47-4974-b885-7a94ae17829b), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.576460 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-88a27b1c-8dde-4b3e-b3cf-94a7c1c069d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (1e441b5b-5b47-4974-b885-7a94ae17829b), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.615897 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e5d29461-289b-494f-9176-b8b61bb03460 admin admin] Publish callbacks [] for security_group (cfb81074-8610-4f98-a536-b1bfb4275479), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.627790 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e5d29461-289b-494f-9176-b8b61bb03460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (cfb81074-8610-4f98-a536-b1bfb4275479), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.636294 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-88a27b1c-8dde-4b3e-b3cf-94a7c1c069d7 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=7d31e5cd47024ab49127c5ee7f0bbc87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4127266 Sep 27 17:25:38.637587 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 50062) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:38.643825 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a27b1c-8dde-4b3e-b3cf-94a7c1c069d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e441b5b-5b47-4974-b885-7a94ae17829b,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:38.665253 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e5d29461-289b-494f-9176-b8b61bb03460 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f20f02f037ee463f9cd93ad3eece56ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545902 Sep 27 17:25:38.667935 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 50064) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:38.672740 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:38.679022 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d29461-289b-494f-9176-b8b61bb03460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb81074-8610-4f98-a536-b1bfb4275479,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:38.731014 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4b0230f1-e653-4f49-a3fe-8b8299a7342c admin admin] Publish callbacks [] for security_group (1e441b5b-5b47-4974-b885-7a94ae17829b), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.756263 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-648f3930-f63e-46a2-85fb-3c8ab48c2bde admin admin] Publish callbacks [] for security_group (cfb81074-8610-4f98-a536-b1bfb4275479), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.767395 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4b0230f1-e653-4f49-a3fe-8b8299a7342c admin admin] Publish callbacks [] for security_group (1e441b5b-5b47-4974-b885-7a94ae17829b), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.792459 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-648f3930-f63e-46a2-85fb-3c8ab48c2bde admin admin] Publish callbacks [] for security_group (cfb81074-8610-4f98-a536-b1bfb4275479), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.828408 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:38.833566 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:38.857442 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4b0230f1-e653-4f49-a3fe-8b8299a7342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (1e441b5b-5b47-4974-b885-7a94ae17829b), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.860046 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4b0230f1-e653-4f49-a3fe-8b8299a7342c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.861228 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-4b0230f1-e653-4f49-a3fe-8b8299a7342c admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/1e441b5b-5b47-4974-b885-7a94ae17829b HTTP/1.1" status: 204 len: 168 time: 0.2224789 Sep 27 17:25:38.873104 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-648f3930-f63e-46a2-85fb-3c8ab48c2bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (cfb81074-8610-4f98-a536-b1bfb4275479), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.875919 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-648f3930-f63e-46a2-85fb-3c8ab48c2bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:38.877196 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-648f3930-f63e-46a2-85fb-3c8ab48c2bde admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/cfb81074-8610-4f98-a536-b1bfb4275479 HTTP/1.1" status: 204 len: 168 time: 0.2083571 Sep 27 17:25:38.878133 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0230f1-e653-4f49-a3fe-8b8299a7342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e441b5b-5b47-4974-b885-7a94ae17829b,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:38.895892 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f3930-f63e-46a2-85fb-3c8ab48c2bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb81074-8610-4f98-a536-b1bfb4275479,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:39.155100 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3766-187a-41f1-9212-b786115b0d74 req-93055b47-707a-4bf2-b7ba-d901414ada54 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:39.155100 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7beb3766-187a-41f1-9212-b786115b0d74 req-93055b47-707a-4bf2-b7ba-d901414ada54 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 944 time: 0.0528970 Sep 27 17:25:39.213108 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7beb3766-187a-41f1-9212-b786115b0d74 req-9f28164f-e931-4d06-a48d-ecd5b48af6db tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538046 Sep 27 17:25:39.460400 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606acd84-1bc1-4865-92f7-06cc4c53a4c1 req-68de765b-9e2a-4292-9a39-5a21c95b896a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:39.463234 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-606acd84-1bc1-4865-92f7-06cc4c53a4c1 req-68de765b-9e2a-4292-9a39-5a21c95b896a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0676837 Sep 27 17:25:39.537181 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-35f66cba-beca-4231-94fc-b10942e07669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:39.550147 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-606acd84-1bc1-4865-92f7-06cc4c53a4c1 req-82fd613e-3c9f-4836-bfdd-7ca4e6d70361 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795007 Sep 27 17:25:40.370396 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c762a4-d017-48b3-8b7a-42669ad91ff2 req-ad280028-8d02-4db1-aae8-c4263b470b3c tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:40.371845 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c762a4-d017-48b3-8b7a-42669ad91ff2 req-ad280028-8d02-4db1-aae8-c4263b470b3c tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 944 time: 0.0779850 Sep 27 17:25:40.377320 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe req-c1135dd0-2011-4e20-bc6a-32fd13ebaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:40.378719 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe req-c1135dd0-2011-4e20-bc6a-32fd13ebaae7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=36351a4bc84a45cb866e72f52e6e725a&device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 1128 time: 0.0518165 Sep 27 17:25:40.473025 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c762a4-d017-48b3-8b7a-42669ad91ff2 req-69cae159-3ec0-487c-88b6-2ba983fbbca0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933256 Sep 27 17:25:40.529115 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe req-38ce1f2b-1a09-48b2-afbb-1850741cf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:40.530721 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe req-38ce1f2b-1a09-48b2-afbb-1850741cf371 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed HTTP/1.1" status: 200 len: 915 time: 0.1379008 Sep 27 17:25:40.600963 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe req-658769a3-cf23-404a-82f2-a41dc2effd1f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9e0231f-54fe-478f-87fb-2d95162294ff HTTP/1.1" status: 200 len: 217 time: 0.0581944 Sep 27 17:25:40.662902 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe req-94170c85-ae32-4daa-bd9f-b18a2af9ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:40.664381 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe req-94170c85-ae32-4daa-bd9f-b18a2af9ea24 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=776dad60-b172-4cde-9519-88cdb6d87a06 HTTP/1.1" status: 200 len: 854 time: 0.0532820 Sep 27 17:25:40.721928 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe req-877e000f-3c07-41d5-ab92-803fdcc6ce85 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482421 Sep 27 17:25:40.735499 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30976b-322a-41f4-a625-46bb22018075 req-16a30893-f715-41a5-b7ab-1f69af09d3c0 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:40.736943 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-be30976b-322a-41f4-a625-46bb22018075 req-16a30893-f715-41a5-b7ab-1f69af09d3c0 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0770550 Sep 27 17:25:40.835424 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:40.844059 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-be30976b-322a-41f4-a625-46bb22018075 req-9fcf7917-0582-4e62-871a-8eb713cfc77a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990329 Sep 27 17:25:40.866964 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe req-e43cc709-52df-4475-803b-69d182a48588 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289642 Sep 27 17:25:41.054609 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 50220) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:41.200310 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-20eda235-ae23-4af7-83bc-50c72946ed1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:41.226141 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-98bf2eaf-a4a1-46ae-9c25-83db2e640bbe req-d4ea0416-2d02-4486-968c-11f4e91aa964 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463645 Sep 27 17:25:41.302039 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-20eda235-ae23-4af7-83bc-50c72946ed1e admin admin] Publish callbacks [] for security_group (61452a47-5dbe-410a-9b42-dcf93a3552f4), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:41.308257 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-20eda235-ae23-4af7-83bc-50c72946ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (61452a47-5dbe-410a-9b42-dcf93a3552f4), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:41.315128 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device e9e0231f-54fe-478f-87fb-2d95162294ff details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:25:41.376949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eda235-ae23-4af7-83bc-50c72946ed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61452a47-5dbe-410a-9b42-dcf93a3552f4,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:41.393157 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-20eda235-ae23-4af7-83bc-50c72946ed1e admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=77bd383a68b74d28a9ab8d0058268ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372107 Sep 27 17:25:41.393618 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 50244) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:41.452646 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port e9e0231f-54fe-478f-87fb-2d95162294ff, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e9e0231f-54fe-478f-87fb-2d95162294ff,segment=NetworkSegment(42783cda-05bf-4969-92f4-7e826aa947c9),segment_id=42783cda-05bf-4969-92f4-7e826aa947c9)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:41.477586 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-394b4c49-c1cc-48dc-bcf4-ac5a71a61051 admin admin] Publish callbacks [] for security_group (61452a47-5dbe-410a-9b42-dcf93a3552f4), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:41.477827 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'e9e0231f-54fe-478f-87fb-2d95162294ff', 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed', 'port_id': 'e9e0231f-54fe-478f-87fb-2d95162294ff', 'mac_address': 'fa:16:3e:c3:4c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776dad60-b172-4cde-9519-88cdb6d87a06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:25:41.541791 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-394b4c49-c1cc-48dc-bcf4-ac5a71a61051 admin admin] Publish callbacks [] for security_group (61452a47-5dbe-410a-9b42-dcf93a3552f4), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:41.544699 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port e9e0231f-54fe-478f-87fb-2d95162294ff is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:25:41.545363 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:41.566958 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e0231f-54fe-478f-87fb-2d95162294ff {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:25:41.595489 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port e9e0231f-54fe-478f-87fb-2d95162294ff, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e9e0231f-54fe-478f-87fb-2d95162294ff,segment=NetworkSegment(42783cda-05bf-4969-92f4-7e826aa947c9),segment_id=42783cda-05bf-4969-92f4-7e826aa947c9)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:41.600257 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:41.612992 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:41.639037 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:41.643641 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-394b4c49-c1cc-48dc-bcf4-ac5a71a61051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (61452a47-5dbe-410a-9b42-dcf93a3552f4), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:41.646099 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-394b4c49-c1cc-48dc-bcf4-ac5a71a61051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:41.647228 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-394b4c49-c1cc-48dc-bcf4-ac5a71a61051 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/61452a47-5dbe-410a-9b42-dcf93a3552f4 HTTP/1.1" status: 204 len: 168 time: 0.2518082 Sep 27 17:25:41.665956 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b4c49-c1cc-48dc-bcf4-ac5a71a61051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61452a47-5dbe-410a-9b42-dcf93a3552f4,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:41.672967 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=e9e0231f-54fe-478f-87fb-2d95162294ff,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:41.674389 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29403cd-be35-4c22-ba8a-285079d1415f req-6a244a9f-450e-4828-90c0-b9134ff722a4 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:41.677400 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e29403cd-be35-4c22-ba8a-285079d1415f req-6a244a9f-450e-4828-90c0-b9134ff722a4 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 945 time: 0.0757639 Sep 27 17:25:41.734839 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e29403cd-be35-4c22-ba8a-285079d1415f req-0fb21ccb-8e29-4e91-97fe-40f8ce7a8592 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494201 Sep 27 17:25:41.940541 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 50262) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:41.954773 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2a209201-7025-42ce-9fbb-4f4a3a6e2559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:41.979951 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccfc74-4ed8-46c3-bf51-a5fb16ba0b2b req-37988599-f61f-4696-9927-8745a9f4c9c3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:41.981681 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-faccfc74-4ed8-46c3-bf51-a5fb16ba0b2b req-37988599-f61f-4696-9927-8745a9f4c9c3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0480542 Sep 27 17:25:42.033352 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2a209201-7025-42ce-9fbb-4f4a3a6e2559 admin admin] Publish callbacks [] for security_group (d3b50e26-cfd9-4c42-98d0-6cf086142706), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:42.042877 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-faccfc74-4ed8-46c3-bf51-a5fb16ba0b2b req-c165558b-3e2e-4e3c-8cf0-4868e7500f75 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543776 Sep 27 17:25:42.044959 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2a209201-7025-42ce-9fbb-4f4a3a6e2559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d3b50e26-cfd9-4c42-98d0-6cf086142706), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:42.082604 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-2a209201-7025-42ce-9fbb-4f4a3a6e2559 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=91ad9bd3e3cd404eaaa2c19f829eb27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407313 Sep 27 17:25:42.085468 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 50266) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:42.091585 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a209201-7025-42ce-9fbb-4f4a3a6e2559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b50e26-cfd9-4c42-98d0-6cf086142706,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:42.135580 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e1402f42-bbd3-4c0c-8218-a1687bb1b068 admin admin] Publish callbacks [] for security_group (d3b50e26-cfd9-4c42-98d0-6cf086142706), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:42.155485 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e1402f42-bbd3-4c0c-8218-a1687bb1b068 admin admin] Publish callbacks [] for security_group (d3b50e26-cfd9-4c42-98d0-6cf086142706), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:42.200780 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e1402f42-bbd3-4c0c-8218-a1687bb1b068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d3b50e26-cfd9-4c42-98d0-6cf086142706), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:42.203363 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e1402f42-bbd3-4c0c-8218-a1687bb1b068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:42.204550 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e1402f42-bbd3-4c0c-8218-a1687bb1b068 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d3b50e26-cfd9-4c42-98d0-6cf086142706 HTTP/1.1" status: 204 len: 168 time: 0.1177733 Sep 27 17:25:42.212180 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1402f42-bbd3-4c0c-8218-a1687bb1b068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b50e26-cfd9-4c42-98d0-6cf086142706,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:42.390036 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:42.476974 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:42.880955 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad3579-0551-4ab0-aec5-b99ecbda7537 req-3ded2e0a-932b-41f0-a7b6-dfbbf61c8406 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:42.883117 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-65ad3579-0551-4ab0-aec5-b99ecbda7537 req-3ded2e0a-932b-41f0-a7b6-dfbbf61c8406 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 945 time: 0.0536740 Sep 27 17:25:42.940520 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-65ad3579-0551-4ab0-aec5-b99ecbda7537 req-bb91b0b9-c08b-4467-94ae-6d32b729d390 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504305 Sep 27 17:25:43.187794 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b652687-a91b-4796-b795-c3b79f45f1eb req-9434c244-462f-498e-812a-40ffe148698e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:43.189264 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6b652687-a91b-4796-b795-c3b79f45f1eb req-9434c244-462f-498e-812a-40ffe148698e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0623605 Sep 27 17:25:43.236901 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6b652687-a91b-4796-b795-c3b79f45f1eb req-ff05e682-bb7a-4e1b-ac43-75793be9ac9a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Sep 27 17:25:43.640383 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:25:43.936670 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['e9e0231f-54fe-478f-87fb-2d95162294ff'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:25:43.982515 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:44.071493 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319d70c-1556-4213-bb0b-988644052d2b req-d30160e6-9e23-45d6-9431-b6373ef781a6 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:44.073164 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e319d70c-1556-4213-bb0b-988644052d2b req-d30160e6-9e23-45d6-9431-b6373ef781a6 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 945 time: 0.0523326 Sep 27 17:25:44.128325 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e319d70c-1556-4213-bb0b-988644052d2b req-da580dda-709b-429d-a6f5-a25bcd549723 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494528 Sep 27 17:25:44.402801 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea9a9a-5a29-4f87-8b4d-90abbc88d716 req-165a0b17-98a0-400a-ad4c-bef7e9da9be3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:44.405011 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-27ea9a9a-5a29-4f87-8b4d-90abbc88d716 req-165a0b17-98a0-400a-ad4c-bef7e9da9be3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0655003 Sep 27 17:25:44.458858 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-27ea9a9a-5a29-4f87-8b4d-90abbc88d716 req-1078199b-476e-46dc-bd64-ea0a9061259d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477338 Sep 27 17:25:45.248797 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2440e-c4ee-4f62-bc83-4d089bceb7d9 req-23c445e5-9079-4ba1-ab50-f41318c9a4a0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:45.250266 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ffd2440e-c4ee-4f62-bc83-4d089bceb7d9 req-23c445e5-9079-4ba1-ab50-f41318c9a4a0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 945 time: 0.0456712 Sep 27 17:25:45.297566 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ffd2440e-c4ee-4f62-bc83-4d089bceb7d9 req-f39e46a1-7e55-4c35-b91b-5c3752dd7fa7 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418589 Sep 27 17:25:45.601903 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccd3b3-7c72-46d8-a313-e3cc55ef6136 req-0e38a836-9f2d-4567-a72c-d330ab7fe371 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:45.603476 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6bccd3b3-7c72-46d8-a313-e3cc55ef6136 req-0e38a836-9f2d-4567-a72c-d330ab7fe371 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0459383 Sep 27 17:25:45.653224 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6bccd3b3-7c72-46d8-a313-e3cc55ef6136 req-29a1aa1b-6794-4331-8ca6-2ca9caa97ffc tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Sep 27 17:25:45.680164 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=78 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:46.416868 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b889575-2d74-497c-91fb-3ca881effe6a req-b9f18fd9-0df8-483c-a9d7-53219acbc440 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:46.418295 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b889575-2d74-497c-91fb-3ca881effe6a req-b9f18fd9-0df8-483c-a9d7-53219acbc440 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 945 time: 0.0472438 Sep 27 17:25:46.463591 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b889575-2d74-497c-91fb-3ca881effe6a req-02550f63-ae97-4387-b523-a13d5b99029e tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Sep 27 17:25:46.738305 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:46.757435 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:46.776142 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1412-e395-4a18-8a37-4bfe32675221 req-ca94c00e-04f7-4ba9-9613-5ca413b87665 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:46.777594 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b09a1412-e395-4a18-8a37-4bfe32675221 req-ca94c00e-04f7-4ba9-9613-5ca413b87665 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0477653 Sep 27 17:25:46.823898 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b09a1412-e395-4a18-8a37-4bfe32675221 req-7c670982-298a-494e-8a3b-797b24e7a706 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Sep 27 17:25:47.592924 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213d7e-5640-4218-ac10-fd6b5e8d19e1 req-906c1343-10ec-4601-9a35-eb4f450ae69c tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:47.594438 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f7213d7e-5640-4218-ac10-fd6b5e8d19e1 req-906c1343-10ec-4601-9a35-eb4f450ae69c tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 945 time: 0.0523210 Sep 27 17:25:47.660192 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f7213d7e-5640-4218-ac10-fd6b5e8d19e1 req-aed324a5-a16c-47a8-a2e2-a2a6bd49b5ff tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564771 Sep 27 17:25:47.877827 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device e9e0231f-54fe-478f-87fb-2d95162294ff up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:25:47.952991 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port e9e0231f-54fe-478f-87fb-2d95162294ff completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:25:47.958167 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:47.963095 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port e9e0231f-54fe-478f-87fb-2d95162294ff triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:25:47.964501 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:47.965164 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port e9e0231f-54fe-478f-87fb-2d95162294ff Sep 27 17:25:47.983519 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababa561-e9d9-4212-b93b-6c023782073d req-09295af9-4ca8-4a81-9ff3-680df01fdbaf tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:47.987353 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ababa561-e9d9-4212-b93b-6c023782073d req-09295af9-4ca8-4a81-9ff3-680df01fdbaf tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0631933 Sep 27 17:25:48.006538 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:48.049350 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ababa561-e9d9-4212-b93b-6c023782073d req-7a94f9fd-c645-4f0a-9eca-d57f050b13d1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502810 Sep 27 17:25:48.070281 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port e9e0231f-54fe-478f-87fb-2d95162294ff is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:25:48.071139 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:48.098351 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e206773-221a-4857-b437-2b1a852b8277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e0231f-54fe-478f-87fb-2d95162294ff'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:25:48.100729 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b16ed46-bd86-492d-9be1-f2ec57878e28" -d '{"events": [{"server_uuid": "2e206773-221a-4857-b437-2b1a852b8277", "name": "network-vif-plugged", "status": "completed", "tag": "e9e0231f-54fe-478f-87fb-2d95162294ff"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:25:48.116210 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port e9e0231f-54fe-478f-87fb-2d95162294ff, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e9e0231f-54fe-478f-87fb-2d95162294ff,segment=NetworkSegment(42783cda-05bf-4969-92f4-7e826aa947c9),segment_id=42783cda-05bf-4969-92f4-7e826aa947c9)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:48.121082 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:48.150528 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bb2b2c-c02d-4b04-a729-7f5f76c0f9a5 x-openstack-request-id: req-30bb2b2c-c02d-4b04-a729-7f5f76c0f9a5 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:25:48.150848 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e206773-221a-4857-b437-2b1a852b8277", "name": "network-vif-plugged", "status": "completed", "tag": "e9e0231f-54fe-478f-87fb-2d95162294ff", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:25:48.151111 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30bb2b2c-c02d-4b04-a729-7f5f76c0f9a5 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:25:48.151504 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bb2b2c-c02d-4b04-a729-7f5f76c0f9a5'] response: {'server_uuid': '2e206773-221a-4857-b437-2b1a852b8277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e0231f-54fe-478f-87fb-2d95162294ff', 'code': 200} Sep 27 17:25:48.181197 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=e9e0231f-54fe-478f-87fb-2d95162294ff,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:48.482709 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25724b3-9efa-4a1a-9ec5-905e213671e1 req-2f047b87-45bf-4077-828e-d3f2e6627d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:48.484277 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d25724b3-9efa-4a1a-9ec5-905e213671e1 req-2f047b87-45bf-4077-828e-d3f2e6627d84 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 1130 time: 0.0551627 Sep 27 17:25:48.820475 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e4701-ae8e-4abd-93d8-4a54dd8d0614 req-a6c31c1a-17ba-4622-b5a2-48c59466a0be tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:48.821981 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c99e4701-ae8e-4abd-93d8-4a54dd8d0614 req-a6c31c1a-17ba-4622-b5a2-48c59466a0be tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0807657 Sep 27 17:25:48.843646 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db3e72-ab0a-4f5d-9d76-2b03106a1982 req-6321618c-ebcb-4c50-85c7-d6f247a1d4ae tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:48.845071 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7db3e72-ab0a-4f5d-9d76-2b03106a1982 req-6321618c-ebcb-4c50-85c7-d6f247a1d4ae tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0927465 Sep 27 17:25:48.920858 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c99e4701-ae8e-4abd-93d8-4a54dd8d0614 req-1fb3408d-de3d-4ccd-8e92-91436f55cb6a tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922809 Sep 27 17:25:48.934639 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7db3e72-ab0a-4f5d-9d76-2b03106a1982 req-d18176c5-6fc6-4c75-9bd5-32f644287638 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782685 Sep 27 17:25:49.177274 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ef0f4-472e-480e-a1c4-fca0b29e6eb6 req-3823613e-1f89-44f5-8dff-3060c1dcbb1d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:49.178683 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e26ef0f4-472e-480e-a1c4-fca0b29e6eb6 req-3823613e-1f89-44f5-8dff-3060c1dcbb1d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0501463 Sep 27 17:25:49.224999 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e26ef0f4-472e-480e-a1c4-fca0b29e6eb6 req-1a470b5c-2514-4ebc-9e3a-baf67006f80d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Sep 27 17:25:50.079999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37165b0-6886-407d-8fa6-a893c43463b2 req-985208bc-1220-4fdd-84c1-82537fa44b30 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:50.081500 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b37165b0-6886-407d-8fa6-a893c43463b2 req-985208bc-1220-4fdd-84c1-82537fa44b30 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0807517 Sep 27 17:25:50.087009 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c9a28-a17c-4a22-bdb7-17341de901ce req-289c073d-e910-4792-83ca-5a440575a1c3 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:50.089591 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1b3c9a28-a17c-4a22-bdb7-17341de901ce req-289c073d-e910-4792-83ca-5a440575a1c3 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0785627 Sep 27 17:25:50.180687 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1b3c9a28-a17c-4a22-bdb7-17341de901ce req-0f7c5731-077a-4a00-8195-fc25bc413ae5 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802002 Sep 27 17:25:50.185845 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b37165b0-6886-407d-8fa6-a893c43463b2 req-607e5020-cd49-44d4-b16d-e850db3cc293 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959196 Sep 27 17:25:50.348666 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed71cc-784a-4f3d-bc0d-f2cbc12a1cf3 req-06cfe5a8-7e60-4a67-83f6-a8edf1df944e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:50.350173 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ebed71cc-784a-4f3d-bc0d-f2cbc12a1cf3 req-06cfe5a8-7e60-4a67-83f6-a8edf1df944e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0485303 Sep 27 17:25:50.399034 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ebed71cc-784a-4f3d-bc0d-f2cbc12a1cf3 req-1008f690-2d74-4e99-a1d6-c3f462151e9f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Sep 27 17:25:51.338962 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190095dd-4ee6-40da-ba5d-6f6101a16517 req-d64c1fa6-448e-498e-a651-629dede5e373 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:51.340470 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-190095dd-4ee6-40da-ba5d-6f6101a16517 req-d64c1fa6-448e-498e-a651-629dede5e373 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0812891 Sep 27 17:25:51.349504 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722b5bc-36b7-4dbe-b6a5-265c830301aa req-780eacb0-e5af-49a4-b304-c25edcc21a75 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:51.350904 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d722b5bc-36b7-4dbe-b6a5-265c830301aa req-780eacb0-e5af-49a4-b304-c25edcc21a75 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0796773 Sep 27 17:25:51.394829 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:51.428593 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-190095dd-4ee6-40da-ba5d-6f6101a16517 req-43f48ad8-ac18-4d84-aa37-3ef83651e37d tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767696 Sep 27 17:25:51.432476 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:51.437884 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d722b5bc-36b7-4dbe-b6a5-265c830301aa req-d5099cd0-78f3-4ac8-9501-d5055253b258 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793912 Sep 27 17:25:51.530351 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674b180-2c8d-48df-a048-27c48cb078c3 req-03dcb23a-e991-4aa2-bac9-001b46e077c4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:51.531790 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7674b180-2c8d-48df-a048-27c48cb078c3 req-03dcb23a-e991-4aa2-bac9-001b46e077c4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0454865 Sep 27 17:25:51.586262 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7674b180-2c8d-48df-a048-27c48cb078c3 req-57ccc937-f38c-4e7b-b637-a35241845bfa tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438015 Sep 27 17:25:51.856276 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d25724b3-9efa-4a1a-9ec5-905e213671e1 req-19846a50-37ae-4eae-af3f-6338cb3a224f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 Sep 27 17:25:52.088240 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=47,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:52.090199 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=50,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:52.577507 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea1bd6-cc55-4819-bfb5-4cca01a4a1da req-cd264e78-c0e7-47d4-9680-23c5e7376ccc tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:52.578982 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ceea1bd6-cc55-4819-bfb5-4cca01a4a1da req-cd264e78-c0e7-47d4-9680-23c5e7376ccc tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0630608 Sep 27 17:25:52.584346 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf93fd-eebf-4d24-ab30-e922e03da7ea req-94a6aca3-b3b7-47f8-8348-5f8ddda358a2 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:52.585677 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-22bf93fd-eebf-4d24-ab30-e922e03da7ea req-94a6aca3-b3b7-47f8-8348-5f8ddda358a2 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0796232 Sep 27 17:25:52.662057 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ceea1bd6-cc55-4819-bfb5-4cca01a4a1da req-e3f58a23-f636-401e-b08b-c16a61493937 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754256 Sep 27 17:25:52.666104 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-22bf93fd-eebf-4d24-ab30-e922e03da7ea req-b57d0887-982c-4149-bbcb-e635e24d7996 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730641 Sep 27 17:25:52.765758 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fdbc3-973f-4f44-8fba-fbad305b5eb7 req-f4c57588-a285-47ff-86b2-8260f7e50057 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:52.767171 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9c9fdbc3-973f-4f44-8fba-fbad305b5eb7 req-f4c57588-a285-47ff-86b2-8260f7e50057 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0470364 Sep 27 17:25:52.813811 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9c9fdbc3-973f-4f44-8fba-fbad305b5eb7 req-036b044c-29db-4bd4-ab9f-4247aceb5b02 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Sep 27 17:25:53.635784 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=78 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:53.825143 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5ed29-2c71-45f9-9bd5-ef910446bcfe req-726edec9-4c1a-464e-a41a-488926fe30b0 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:53.826645 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4bd5ed29-2c71-45f9-9bd5-ef910446bcfe req-726edec9-4c1a-464e-a41a-488926fe30b0 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0825188 Sep 27 17:25:53.833879 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01f495-2225-44ec-acbe-2e93e90941cc req-dc44962e-8f14-4bb8-8352-3be6be9f1bb2 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:53.835306 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7e01f495-2225-44ec-acbe-2e93e90941cc req-dc44962e-8f14-4bb8-8352-3be6be9f1bb2 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0898962 Sep 27 17:25:53.906538 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4bd5ed29-2c71-45f9-9bd5-ef910446bcfe req-e2ec0d1f-a6d7-4d08-8cd5-88b38c2b8ec7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701349 Sep 27 17:25:53.913994 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7e01f495-2225-44ec-acbe-2e93e90941cc req-5325a529-c04c-4396-8220-34b45d4db49b tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709321 Sep 27 17:25:54.015728 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddf5f5-acfc-4272-96ee-4be43df55152 req-fa4e3a5a-e16c-439b-86f6-8021fbe1398d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:54.017175 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b1ddf5f5-acfc-4272-96ee-4be43df55152 req-fa4e3a5a-e16c-439b-86f6-8021fbe1398d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0481856 Sep 27 17:25:54.064258 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b1ddf5f5-acfc-4272-96ee-4be43df55152 req-cdf115fc-84f8-4d8a-8057-9c422df9529d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Sep 27 17:25:55.073692 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d567ff-78ed-4239-aada-000cacd0903f req-7b8e30fb-3e2c-44af-9686-74673ab5d3ae tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:55.075732 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f1d567ff-78ed-4239-aada-000cacd0903f req-7b8e30fb-3e2c-44af-9686-74673ab5d3ae tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0859478 Sep 27 17:25:55.081340 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c5d69-7389-4ded-9e79-828defde48cb req-cf26ea6d-1685-4bc8-aa58-0d516a5ff267 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:55.082717 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f84c5d69-7389-4ded-9e79-828defde48cb req-cf26ea6d-1685-4bc8-aa58-0d516a5ff267 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0810368 Sep 27 17:25:55.163489 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f1d567ff-78ed-4239-aada-000cacd0903f req-4c59ba42-0a2c-4285-b7cc-45a069502df1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796416 Sep 27 17:25:55.171678 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f84c5d69-7389-4ded-9e79-828defde48cb req-48163cc4-80b9-46aa-b344-1f80077e8cf7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792155 Sep 27 17:25:55.275697 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46adcb-6f18-479d-ae5c-9bbe9616b19f req-6d17fc70-d392-4582-96b4-6906976aebba tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:55.277149 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef46adcb-6f18-479d-ae5c-9bbe9616b19f req-6d17fc70-d392-4582-96b4-6906976aebba tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0483603 Sep 27 17:25:55.316495 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:55.331693 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef46adcb-6f18-479d-ae5c-9bbe9616b19f req-f62f51e5-dadf-4013-9d79-0a63187a278f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482478 Sep 27 17:25:56.306670 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:56.315624 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba2bdc-10a4-46c6-badc-bacbcfd5e97e req-e6cc8470-a90f-4991-ace9-be344a3602f9 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:56.317130 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bcba2bdc-10a4-46c6-badc-bacbcfd5e97e req-e6cc8470-a90f-4991-ace9-be344a3602f9 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0777109 Sep 27 17:25:56.332026 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ac56-ffd2-4319-ac86-8c67bae77175 req-b8ead027-0c41-40ca-af69-2a0a18e09ffa tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:56.333457 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-13b2ac56-ffd2-4319-ac86-8c67bae77175 req-b8ead027-0c41-40ca-af69-2a0a18e09ffa tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0651252 Sep 27 17:25:56.408696 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bcba2bdc-10a4-46c6-badc-bacbcfd5e97e req-6e0e64e7-e72b-4cd5-a0e9-371e3e1ec38d tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832832 Sep 27 17:25:56.412877 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-13b2ac56-ffd2-4319-ac86-8c67bae77175 req-8d841561-683c-4295-9864-29c2e49959b9 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732551 Sep 27 17:25:56.526480 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966ad3a-d146-4e21-9867-89a3ede22fa9 req-23875688-160d-4838-bf10-a55dd979216d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:56.528518 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e966ad3a-d146-4e21-9867-89a3ede22fa9 req-23875688-160d-4838-bf10-a55dd979216d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0465348 Sep 27 17:25:56.579386 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e966ad3a-d146-4e21-9867-89a3ede22fa9 req-12891714-7f05-4487-adb3-cc8f2e8efa9d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453138 Sep 27 17:25:57.104942 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 50582) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:57.211548 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-44f668ca-eb63-419c-844d-85a755bedfba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:57.295362 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-44f668ca-eb63-419c-844d-85a755bedfba admin admin] Publish callbacks [] for security_group (b027a136-cc25-464e-be44-da8fa7fb4a97), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:57.300620 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-44f668ca-eb63-419c-844d-85a755bedfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (b027a136-cc25-464e-be44-da8fa7fb4a97), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:57.348402 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-44f668ca-eb63-419c-844d-85a755bedfba admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=a7e4f87baca042c79e511b8675e06f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420490 Sep 27 17:25:57.349281 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f668ca-eb63-419c-844d-85a755bedfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b027a136-cc25-464e-be44-da8fa7fb4a97,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:57.351148 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 50586) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:25:57.403829 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-605dcec5-3a39-4cb3-b8db-f691cc54e035 admin admin] Publish callbacks [] for security_group (b027a136-cc25-464e-be44-da8fa7fb4a97), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:57.428482 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-605dcec5-3a39-4cb3-b8db-f691cc54e035 admin admin] Publish callbacks [] for security_group (b027a136-cc25-464e-be44-da8fa7fb4a97), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:57.499972 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-605dcec5-3a39-4cb3-b8db-f691cc54e035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (b027a136-cc25-464e-be44-da8fa7fb4a97), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:57.503074 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-605dcec5-3a39-4cb3-b8db-f691cc54e035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:57.504543 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-605dcec5-3a39-4cb3-b8db-f691cc54e035 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/b027a136-cc25-464e-be44-da8fa7fb4a97 HTTP/1.1" status: 204 len: 168 time: 0.1523471 Sep 27 17:25:57.525180 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dcec5-3a39-4cb3-b8db-f691cc54e035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b027a136-cc25-464e-be44-da8fa7fb4a97,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:57.629234 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc0924-7218-4524-977c-b4b8c10d1ccf req-a3c4a0b2-6ad1-4428-95b3-a831944c1319 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:57.630750 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30cc0924-7218-4524-977c-b4b8c10d1ccf req-a3c4a0b2-6ad1-4428-95b3-a831944c1319 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.1015208 Sep 27 17:25:57.654083 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5bc16-3400-43ec-bfc3-6a66b7c7b6c1 req-360c2cdd-fab1-429d-abb6-a33eb9352a28 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:57.655695 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3dd5bc16-3400-43ec-bfc3-6a66b7c7b6c1 req-360c2cdd-fab1-429d-abb6-a33eb9352a28 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0994115 Sep 27 17:25:57.749010 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30cc0924-7218-4524-977c-b4b8c10d1ccf req-c30361f6-1376-4c4f-8041-520a2992dade tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=090ce2c0-83de-4a9a-82a9-55a1fc297098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922978 Sep 27 17:25:57.753770 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3dd5bc16-3400-43ec-bfc3-6a66b7c7b6c1 req-d6df5704-367f-436b-801f-68275cd80e71 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897067 Sep 27 17:25:57.897691 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553efed9-4fda-43a7-9bc2-bed936c1ae4b req-53fb5bf8-3d8e-4f78-a517-4decf4ce0cd3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:57.899597 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-553efed9-4fda-43a7-9bc2-bed936c1ae4b req-53fb5bf8-3d8e-4f78-a517-4decf4ce0cd3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0674241 Sep 27 17:25:58.011123 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-553efed9-4fda-43a7-9bc2-bed936c1ae4b req-1b9ff3bb-d87c-473e-90f9-c992b3776bce tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020496 Sep 27 17:25:58.179150 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:58.197866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-01ca2638-a973-471a-9ac0-85e8db9d84aa tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:58.199368 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-01ca2638-a973-471a-9ac0-85e8db9d84aa tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 945 time: 0.0789514 Sep 27 17:25:58.333113 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-d1ef7041-8c0e-4c9b-a4fa-9cd24bf7818e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Deleting port 8da35e49-fd42-450d-b5d6-f220c2448d60 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:25:58.333649 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-d1ef7041-8c0e-4c9b-a4fa-9cd24bf7818e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:58.454906 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-d1ef7041-8c0e-4c9b-a4fa-9cd24bf7818e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] For port 8da35e49-fd42-450d-b5d6-f220c2448d60, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8da35e49-fd42-450d-b5d6-f220c2448d60,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:25:58.455501 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-d1ef7041-8c0e-4c9b-a4fa-9cd24bf7818e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:58.463327 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:58.472807 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-d1ef7041-8c0e-4c9b-a4fa-9cd24bf7818e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Calling delete_port for 8da35e49-fd42-450d-b5d6-f220c2448d60 owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:25:58.490579 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:25:58.644058 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-d1ef7041-8c0e-4c9b-a4fa-9cd24bf7818e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (8da35e49-fd42-450d-b5d6-f220c2448d60), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:58.677834 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef7041-8c0e-4c9b-a4fa-9cd24bf7818e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Pushing event deleted for resources: {'Port': ['ID=8da35e49-fd42-450d-b5d6-f220c2448d60,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:25:58.764219 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-d1ef7041-8c0e-4c9b-a4fa-9cd24bf7818e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] No DVR routers for this DVR port 8da35e49-fd42-450d-b5d6-f220c2448d60 on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:25:58.767456 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-d1ef7041-8c0e-4c9b-a4fa-9cd24bf7818e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:25:58.771056 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f55a3cb3-a910-43c9-af70-a0abde7af044 req-d1ef7041-8c0e-4c9b-a4fa-9cd24bf7818e tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8da35e49-fd42-450d-b5d6-f220c2448d60 HTTP/1.1" status: 204 len: 173 time: 0.5658867 Sep 27 17:25:58.771626 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6c9900-b294-45b0-a692-18ed9f943669', 'name': 'network-vif-deleted', 'tag': '8da35e49-fd42-450d-b5d6-f220c2448d60'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:25:58.773934 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3383f85d-1e07-4c79-b81b-75456365688a" -d '{"events": [{"server_uuid": "0e6c9900-b294-45b0-a692-18ed9f943669", "name": "network-vif-deleted", "tag": "8da35e49-fd42-450d-b5d6-f220c2448d60"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:25:58.830513 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7933b40e-82ef-4895-b9d1-49924b78ca50 x-openstack-request-id: req-7933b40e-82ef-4895-b9d1-49924b78ca50 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:25:58.831084 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6c9900-b294-45b0-a692-18ed9f943669", "name": "network-vif-deleted", "tag": "8da35e49-fd42-450d-b5d6-f220c2448d60", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:25:58.831325 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7933b40e-82ef-4895-b9d1-49924b78ca50 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:25:58.831874 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7933b40e-82ef-4895-b9d1-49924b78ca50'] response: {'server_uuid': '0e6c9900-b294-45b0-a692-18ed9f943669', 'name': 'network-vif-deleted', 'tag': '8da35e49-fd42-450d-b5d6-f220c2448d60', 'status': 'completed', 'code': 200} Sep 27 17:25:58.887585 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-023d2bf9-ac62-46cd-9923-60385da85729 req-39f64ae7-7f24-485c-b6ff-257abf73f60d tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0298183 Sep 27 17:25:59.187880 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1761792-2a22-47b9-9ca7-4bbfe93804c5 req-78886787-fef4-489f-9663-0c68540d472e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:25:59.189562 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a1761792-2a22-47b9-9ca7-4bbfe93804c5 req-78886787-fef4-489f-9663-0c68540d472e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0752022 Sep 27 17:25:59.282538 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a1761792-2a22-47b9-9ca7-4bbfe93804c5 req-c9ef15ed-7dc9-4e36-a0d9-8c2055996535 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833731 Sep 27 17:25:59.995533 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab7c02df-408d-4b8c-affc-d0f1eb3c5eae req-f1948dc0-f1bf-4979-8eac-affe7dc0988a tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0313325 Sep 27 17:26:00.036736 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 8da35e49-fd42-450d-b5d6-f220c2448d60 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:26:00.061504 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 8da35e49-fd42-450d-b5d6-f220c2448d60 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:26:00.061927 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 8da35e49-fd42-450d-b5d6-f220c2448d60 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:26:00.398741 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5b58f-4f80-47fd-94b3-019b9ca63bc2 req-316ecdf0-7894-4d10-9078-35a95cf3d6de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:00.400213 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bce5b58f-4f80-47fd-94b3-019b9ca63bc2 req-316ecdf0-7894-4d10-9078-35a95cf3d6de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0456476 Sep 27 17:26:00.447534 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bce5b58f-4f80-47fd-94b3-019b9ca63bc2 req-3791f361-f50f-4375-b345-0a68a73d4df7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Sep 27 17:26:01.103543 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8877bc9b-4b1f-40be-a687-22137db1d9c3 req-c74550e5-dadb-4460-87cf-cbe67e592db4 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0294330 Sep 27 17:26:01.566217 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc706b-a58a-422a-a103-5045efaffbae req-5c5e5687-d673-45a6-ac26-a0072f36f9ee tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:01.567725 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-eadc706b-a58a-422a-a103-5045efaffbae req-5c5e5687-d673-45a6-ac26-a0072f36f9ee tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0459564 Sep 27 17:26:01.616836 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-eadc706b-a58a-422a-a103-5045efaffbae req-e1c65090-0003-43fc-ad08-5228902f1cfa tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 Sep 27 17:26:02.207515 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d9b19d33-c6b1-4090-9beb-02f031509ba9 req-bd2d13c2-6532-493b-bdfb-6a27978e55fb tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0263059 Sep 27 17:26:02.738918 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812f129-3966-4749-965a-b77436f5072f req-d0bd9c18-dc53-4d7d-a491-662cec395ce6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:02.740365 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1812f129-3966-4749-965a-b77436f5072f req-d0bd9c18-dc53-4d7d-a491-662cec395ce6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0492234 Sep 27 17:26:02.786126 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1812f129-3966-4749-965a-b77436f5072f req-861403ed-5291-483b-b058-d31fe3e169e6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Sep 27 17:26:03.310968 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3eb67d23-fb65-4b4e-8841-10e356de0abd req-256e520d-2f72-4d34-a3c2-0aa9e1c56643 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0270872 Sep 27 17:26:03.907743 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bcf16-8b4b-487f-85ab-db7be4ac5c2e req-d6c6c3b4-440a-4212-aa72-59d15ee5c902 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:03.909205 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2a8bcf16-8b4b-487f-85ab-db7be4ac5c2e req-d6c6c3b4-440a-4212-aa72-59d15ee5c902 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0466762 Sep 27 17:26:03.954939 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2a8bcf16-8b4b-487f-85ab-db7be4ac5c2e req-32161a0f-38da-45ec-a5e3-704b18475299 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399919 Sep 27 17:26:04.415537 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-efc38198-e3a3-4f66-a181-bce1f4c5e754 req-f965a64c-23fd-4f73-8818-87b97c94c783 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0303020 Sep 27 17:26:05.076229 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf89c8-cef4-44bc-a47e-a9b6333f0f6e req-76f44757-984b-423d-8411-699259181412 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:05.077682 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1fcf89c8-cef4-44bc-a47e-a9b6333f0f6e req-76f44757-984b-423d-8411-699259181412 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0458338 Sep 27 17:26:05.124874 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1fcf89c8-cef4-44bc-a47e-a9b6333f0f6e req-cd7994bf-4cd5-4a82-a54a-9c99649527ce tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Sep 27 17:26:05.517563 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b1756eb8-3962-4539-a140-5bb6acf46fe3 req-5a0666ac-5ee2-46b5-bffd-41c737cfcd16 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0274417 Sep 27 17:26:05.659022 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:06.247355 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a466dd2-159f-4ff4-8be8-611ee4ebf721 req-8e85f1a9-4364-45b7-875e-a33cb5d41125 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:06.248798 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a466dd2-159f-4ff4-8be8-611ee4ebf721 req-8e85f1a9-4364-45b7-875e-a33cb5d41125 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0483630 Sep 27 17:26:06.288375 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:06.296397 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a466dd2-159f-4ff4-8be8-611ee4ebf721 req-a7813670-666e-4fc9-8e06-97cde2c45ac7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Sep 27 17:26:06.619590 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d63fc37c-1443-40cf-911b-d55f710d46a7 req-ccfb8a9b-4a3c-46ce-affd-28beca26cdc4 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0265415 Sep 27 17:26:07.306106 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-8041b299-f11a-4d2d-9354-247b7109f377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:07.414656 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f1c76-86ff-4211-a239-c8f795b123ad req-40b89f7d-108a-4c44-baa0-d755d15a3d2a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:07.416146 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-381f1c76-86ff-4211-a239-c8f795b123ad req-40b89f7d-108a-4c44-baa0-d755d15a3d2a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0457706 Sep 27 17:26:07.462648 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-381f1c76-86ff-4211-a239-c8f795b123ad req-625f4ced-c7d9-4fb9-9a86-0acf4a3e882c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400901 Sep 27 17:26:07.473203 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:07.525863 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:07.724303 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-76b42a0f-c5ef-4e31-8c70-54be825cf85d req-c03c7ffb-80d7-4461-9a4b-46ec9d2680a7 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0301387 Sep 27 17:26:08.567699 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:08.585082 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff99cd-703b-450f-93ff-71581a408ed2 req-65f6acc0-8273-443f-81c6-bdc02693a152 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:08.586494 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cfff99cd-703b-450f-93ff-71581a408ed2 req-65f6acc0-8273-443f-81c6-bdc02693a152 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0487373 Sep 27 17:26:08.635993 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cfff99cd-703b-450f-93ff-71581a408ed2 req-a1be4d13-69ac-453c-ad6d-c6a0e19787da tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Sep 27 17:26:08.826877 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-66e63aab-a7b5-43b3-bca5-bef5ecb09e3e req-aef30f8e-c144-412d-9e24-41997c3a20b8 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0271223 Sep 27 17:26:09.536369 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf557a7-9d9f-45a2-a6e0-df0225fe2565 req-ffe57268-940f-46c1-a27a-3d28e9ad3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:09.537895 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4cf557a7-9d9f-45a2-a6e0-df0225fe2565 req-ffe57268-940f-46c1-a27a-3d28e9ad3a0e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 1129 time: 0.0403798 Sep 27 17:26:09.543976 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-70c20b6a-db26-46e8-bfdb-cb8d5bcef43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:09.584972 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4cf557a7-9d9f-45a2-a6e0-df0225fe2565 req-0b8acf5e-183e-4ec6-a776-89d4a7a19b2e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392380 Sep 27 17:26:09.760030 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee802d21-b345-44c0-82c6-e905fe4a0085 req-c35c3df9-6011-4c35-aaa8-4f9dde2c0739 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:09.761760 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ee802d21-b345-44c0-82c6-e905fe4a0085 req-c35c3df9-6011-4c35-aaa8-4f9dde2c0739 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0477304 Sep 27 17:26:09.809875 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ee802d21-b345-44c0-82c6-e905fe4a0085 req-174f1d29-7e59-480c-9bb7-58250bb466af tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427511 Sep 27 17:26:09.929087 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0eef8761-99cd-40d3-a53b-19b0570704e5 req-3315aaca-6f33-42cc-bb6d-099b8cf8ccd8 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0275924 Sep 27 17:26:10.826801 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:10.946798 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8976e-2015-4498-80c2-ef580975bffe req-287edfa2-a2aa-4fbd-b8c4-2465d4328c78 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:10.948251 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-56f8976e-2015-4498-80c2-ef580975bffe req-287edfa2-a2aa-4fbd-b8c4-2465d4328c78 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0493567 Sep 27 17:26:10.995274 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-56f8976e-2015-4498-80c2-ef580975bffe req-6ac17128-afb1-4782-aac2-16f45aeb6ad2 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Sep 27 17:26:11.031305 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1ffc7443-9952-4e8d-a63b-990b06ee3f6f req-37e7cc7f-fae1-4160-9094-312cc44ec112 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0276673 Sep 27 17:26:12.156311 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1f23020e-e281-4afa-bdf8-b95d88d9b93c req-7671419c-4ffc-4c8a-900c-790a0dab41ac tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0322762 Sep 27 17:26:12.274605 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20c75c-78cd-4a48-a55d-b35bd1eeb935 req-a1302021-9105-45a4-a395-a869cd419ab6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:12.276182 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5b20c75c-78cd-4a48-a55d-b35bd1eeb935 req-a1302021-9105-45a4-a395-a869cd419ab6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0496278 Sep 27 17:26:12.327201 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5b20c75c-78cd-4a48-a55d-b35bd1eeb935 req-c60432f0-e207-4832-afa3-a55a944a82ac tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Sep 27 17:26:12.385534 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:12.446600 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ba29b-a240-4774-bb9c-96a91fa89247 req-ec111685-f3bd-4299-94fa-dc68a3789979 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:12.448358 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-144ba29b-a240-4774-bb9c-96a91fa89247 req-ec111685-f3bd-4299-94fa-dc68a3789979 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0472441 Sep 27 17:26:12.473137 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:12.499437 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-144ba29b-a240-4774-bb9c-96a91fa89247 req-c7e26926-2902-4300-bac9-c7cc1eee3381 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Sep 27 17:26:13.264964 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b5d344c3-afe8-47f9-ab20-7cf17da8fb28 req-70f5d042-de12-45d7-8014-582bd53e5c1c tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0270247 Sep 27 17:26:13.981150 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:14.391360 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-40c8fa7e-ae23-4288-8fbd-3f6853fb3c84 req-4d661b63-1961-4426-bd51-2eeb03820ce3 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0303404 Sep 27 17:26:15.502296 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4a857fab-68d8-4ed7-91c4-6ba848381e11 req-165fc4ed-55ae-40d7-83f2-76cd776d95ac tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0268457 Sep 27 17:26:16.602719 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-595c7f38-2f65-4f2c-8935-fa495f64a4ec req-ebd37b14-a33f-42e1-bad2-69475105ec81 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0270987 Sep 27 17:26:17.714679 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-64da228b-8c51-4aa2-910b-f0f188fb503f req-e7b0d408-a5e7-415e-8385-82fd75f559a6 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0353181 Sep 27 17:26:17.744133 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-e2f78855-0fcb-4c1d-906b-1aaf641df6e5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537815 Sep 27 17:26:17.850256 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-6c64e1c3-32d5-4777-ac66-0d6cf955fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:17.851723 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-6c64e1c3-32d5-4777-ac66-0d6cf955fb45 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 1129 time: 0.0419414 Sep 27 17:26:17.959379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-03c080db-f063-4698-b2f1-debd8a4decf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:17.960944 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-03c080db-f063-4698-b2f1-debd8a4decf4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.0873146 Sep 27 17:26:18.006877 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-8e7a08af-9150-42c2-be7e-c788df478b00 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75 HTTP/1.1" status: 200 len: 217 time: 0.0364146 Sep 27 17:26:18.058353 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-a69ef944-03f1-46ef-8edc-24aebb6287ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:18.059743 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-a69ef944-03f1-46ef-8edc-24aebb6287ab service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0453670 Sep 27 17:26:18.106133 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-3f09ed80-a4f7-48cf-b5e4-e29e7756e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:18.107561 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-3f09ed80-a4f7-48cf-b5e4-e29e7756e3a8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386488 Sep 27 17:26:18.394343 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:18.403274 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:18.436060 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-55238b14-ff87-4cab-8834-d28f9d8499b4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203115 Sep 27 17:26:18.535078 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2591e811-d3ba-4531-9fe8-b51602601f44 req-48da8dc9-ec6d-4b25-b0ff-8cd871dfe993 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918472 Sep 27 17:26:18.861898 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-827edff1-1f4b-4599-865d-876db0b49489 req-90cc45a8-5c00-48a7-950b-69e0d8090d39 tempest-DeleteServersTestJSON-1298363214 tempest-DeleteServersTestJSON-1298363214-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0e6c9900-b294-45b0-a692-18ed9f943669 HTTP/1.1" status: 200 len: 210 time: 0.0406861 Sep 27 17:26:20.395470 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-74ed6940-31dc-4e3d-8c88-c2c1abfb85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:20.396966 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-74ed6940-31dc-4e3d-8c88-c2c1abfb85d3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 1129 time: 0.0737476 Sep 27 17:26:20.402955 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aabd2-b373-41b9-9cf0-9208e102f7a6 req-3429841f-191e-44f5-8e2d-76b6cc2d32fa tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:20.404304 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-818aabd2-b373-41b9-9cf0-9208e102f7a6 req-3429841f-191e-44f5-8e2d-76b6cc2d32fa tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0824606 Sep 27 17:26:20.531601 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-818aabd2-b373-41b9-9cf0-9208e102f7a6 req-74cdc853-54fb-47a7-a689-b18ffc5cb2ae tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173034 Sep 27 17:26:20.546964 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-ea196fba-2e87-46a8-bc3a-87dec2633a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:20.548404 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-ea196fba-2e87-46a8-bc3a-87dec2633a20 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.1424301 Sep 27 17:26:20.589793 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-b96d9e26-9ac5-4cb1-aad6-105b83f1a234 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75 HTTP/1.1" status: 200 len: 217 time: 0.0335183 Sep 27 17:26:20.641046 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:26:20.645749 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-1c85ad34-accb-4b2f-a53c-bfb80665b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:20.647233 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-1c85ad34-accb-4b2f-a53c-bfb80665b0ba service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0515652 Sep 27 17:26:20.692344 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-3d52d1a8-6ee3-48a1-875f-0789bd46b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:20.693845 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-3d52d1a8-6ee3-48a1-875f-0789bd46b10b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406322 Sep 27 17:26:20.783697 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-2dd968b5-0a96-4e95-bf50-6743c6e1b4bb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834701 Sep 27 17:26:20.877576 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78fd4f2b-807b-464e-81f6-b14aa83e50c4 req-982b1258-27d0-4fba-82b4-a0b1dfc3d53d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859885 Sep 27 17:26:21.394416 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51138) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:21.715341 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cb10e-3022-4a95-99d8-e3c713745e66 req-9eb96864-e055-4d35-97a4-25f0c43c1db5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:21.716824 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-668cb10e-3022-4a95-99d8-e3c713745e66 req-9eb96864-e055-4d35-97a4-25f0c43c1db5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.1055791 Sep 27 17:26:21.743431 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:21.754758 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:21.868625 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (b4157fd2-2047-46db-9c54-d4f2eca0fb34), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:21.873520 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-668cb10e-3022-4a95-99d8-e3c713745e66 req-d0ee45e7-ddd3-46f3-a7f8-841429164633 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504369 Sep 27 17:26:22.162709 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Deleting port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:26:22.163048 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:22.241412 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] For port 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=6bd0b01a-3c63-4366-9b75-7a2b62dc65ef,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:22.241800 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:22.254916 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Calling delete_port for 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef owned by network:router_interface {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:26:22.454636 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (6bd0b01a-3c63-4366-9b75-7a2b62dc65ef), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:22.482889 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd0b01a-3c63-4366-9b75-7a2b62dc65ef,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:22.494402 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.494754 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.495108 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.495478 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.495808 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.496136 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.496457 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.496773 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.497286 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.497612 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.497929 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.498439 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.498915 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.499362 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.499672 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:22.630199 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (b4157fd2-2047-46db-9c54-d4f2eca0fb34), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:22.677038 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:22.734685 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:22.746326 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:22.748805 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51188) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:22.851947 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Router b4157fd2-2047-46db-9c54-d4f2eca0fb34 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:26:22.857707 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:22.944942 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Publish callbacks [] for security_group (33a554e8-73bf-4bc6-bfce-4f2e74814018), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:22.951387 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (33a554e8-73bf-4bc6-bfce-4f2e74814018), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:22.971404 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:26:22.977122 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-abf50a46-aed4-4d3b-9b0f-aff5d1e9b16e admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/b4157fd2-2047-46db-9c54-d4f2eca0fb34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5815892 Sep 27 17:26:22.979584 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51202) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:22.985280 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] Sync routers for ids ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:26:22.999513 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] Routers {'b4157fd2-2047-46db-9c54-d4f2eca0fb34'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:23.000216 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:23.001626 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=6675c176d490466bac2697801fcfe5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516780 Sep 27 17:26:23.004113 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51204) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:23.034108 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a554e8-73bf-4bc6-bfce-4f2e74814018,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:23.070193 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.070523 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.071059 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.071561 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.072060 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.072537 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.073014 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.073488 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.073993 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.074480 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.074956 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.075429 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.076003 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.076482 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.076966 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64981b43-a824-469d-a95e-08a20b6a4cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:23.080854 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa05105c-95a2-4aa2-85ef-131ec7762fde admin admin] Publish callbacks [] for security_group (33a554e8-73bf-4bc6-bfce-4f2e74814018), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.129990 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa05105c-95a2-4aa2-85ef-131ec7762fde admin admin] Publish callbacks [] for security_group (33a554e8-73bf-4bc6-bfce-4f2e74814018), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.212342 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] Set router b4157fd2-2047-46db-9c54-d4f2eca0fb34 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:23.213559 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa05105c-95a2-4aa2-85ef-131ec7762fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (33a554e8-73bf-4bc6-bfce-4f2e74814018), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.216865 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa05105c-95a2-4aa2-85ef-131ec7762fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.218915 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-fa05105c-95a2-4aa2-85ef-131ec7762fde admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/33a554e8-73bf-4bc6-bfce-4f2e74814018 HTTP/1.1" status: 204 len: 168 time: 0.2136171 Sep 27 17:26:23.234318 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05105c-95a2-4aa2-85ef-131ec7762fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a554e8-73bf-4bc6-bfce-4f2e74814018,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:23.394673 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3194c-0bc4-4ea1-b2fd-a2c3035061e6 req-8b211b8e-30d8-440d-b11f-fe95e19225cf tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:23.403065 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-caf3194c-0bc4-4ea1-b2fd-a2c3035061e6 req-8b211b8e-30d8-440d-b11f-fe95e19225cf tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.3773866 Sep 27 17:26:23.455609 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'name': 'tempest-DeleteServersTestJSON-628075259-router', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:26:22Z', 'revision_number': 5, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'gw_port': {'id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:23.463566 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Publish callbacks [] for router (b4157fd2-2047-46db-9c54-d4f2eca0fb34), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.479019 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-caf3194c-0bc4-4ea1-b2fd-a2c3035061e6 req-3e62e881-725f-4376-98fd-458957e39556 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726812 Sep 27 17:26:23.481691 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51220) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:23.526000 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] Checking router: b4157fd2-2047-46db-9c54-d4f2eca0fb34 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:26:23.542911 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] Routers {'b4157fd2-2047-46db-9c54-d4f2eca0fb34'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:23.543608 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:23.638898 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Publish callbacks [] for router_gateway (b4157fd2-2047-46db-9c54-d4f2eca0fb34), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.700875 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] Set router b4157fd2-2047-46db-9c54-d4f2eca0fb34 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:23.703123 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6e7d59c7-b817-4903-940c-0fd07afcd8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.711538 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Deleting port 56e4e69d-2852-4e33-9a15-d64244db4087 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:26:23.711827 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.813928 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6e7d59c7-b817-4903-940c-0fd07afcd8fb admin admin] Publish callbacks [] for security_group (ecda8e83-f074-453a-acd0-07099ca6a924), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.820867 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6e7d59c7-b817-4903-940c-0fd07afcd8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (ecda8e83-f074-453a-acd0-07099ca6a924), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.879408 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] For port 56e4e69d-2852-4e33-9a15-d64244db4087, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=56e4e69d-2852-4e33-9a15-d64244db4087,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:23.879938 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:23.888529 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6e7d59c7-b817-4903-940c-0fd07afcd8fb admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b819bacc1949451b8bc3e9488cf5a354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4055729 Sep 27 17:26:23.892094 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51246) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:23.916554 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Calling delete_port for 56e4e69d-2852-4e33-9a15-d64244db4087 owned by network:router_gateway {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:26:23.944993 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d59c7-b817-4903-940c-0fd07afcd8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecda8e83-f074-453a-acd0-07099ca6a924,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:23.956249 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'name': 'tempest-DeleteServersTestJSON-628075259-router', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:26:22Z', 'revision_number': 5, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'gw_port': {'id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:23.976529 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:24.003952 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9def0e-185c-4da0-bea2-c6e90e40cba2 None None] The sync data for ids ['b4157fd2-2047-46db-9c54-d4f2eca0fb34'] in dv-cinder-849143-8-iscsi is: [{'id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'name': 'tempest-DeleteServersTestJSON-628075259-router', 'tenant_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:26:22Z', 'revision_number': 5, 'project_id': '9c16b9aaa5ac4e6dac613614c1a570c8', 'gw_port': {'id': '56e4e69d-2852-4e33-9a15-d64244db4087', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4157fd2-2047-46db-9c54-d4f2eca0fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:26:24.063105 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2a408bae-ba40-4d41-b5b6-d43945100af2 admin admin] Publish callbacks [] for security_group (ecda8e83-f074-453a-acd0-07099ca6a924), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.087973 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2a408bae-ba40-4d41-b5b6-d43945100af2 admin admin] Publish callbacks [] for security_group (ecda8e83-f074-453a-acd0-07099ca6a924), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.155163 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2a408bae-ba40-4d41-b5b6-d43945100af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (ecda8e83-f074-453a-acd0-07099ca6a924), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.158339 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2a408bae-ba40-4d41-b5b6-d43945100af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.159632 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-2a408bae-ba40-4d41-b5b6-d43945100af2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ecda8e83-f074-453a-acd0-07099ca6a924 HTTP/1.1" status: 204 len: 168 time: 0.2665892 Sep 27 17:26:24.168908 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a408bae-ba40-4d41-b5b6-d43945100af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecda8e83-f074-453a-acd0-07099ca6a924,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:24.215765 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:24.237625 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (56e4e69d-2852-4e33-9a15-d64244db4087), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.266857 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Pushing event deleted for resources: {'Port': ['ID=56e4e69d-2852-4e33-9a15-d64244db4087,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:24.293706 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (b4157fd2-2047-46db-9c54-d4f2eca0fb34), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.348555 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:24.427504 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (b4157fd2-2047-46db-9c54-d4f2eca0fb34), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.429947 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Publish callbacks [] for router_controller (b4157fd2-2047-46db-9c54-d4f2eca0fb34), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.501445 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (b4157fd2-2047-46db-9c54-d4f2eca0fb34), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.502038 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4157fd2-2047-46db-9c54-d4f2eca0fb34 {{(pid=106219) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:26:24.508114 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.509829 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1de316c5-b162-4136-9492-8bf9d4b8009f admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/b4157fd2-2047-46db-9c54-d4f2eca0fb34 HTTP/1.1" status: 204 len: 168 time: 1.5284150 Sep 27 17:26:24.512950 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51276) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:24.550208 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51278) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:24.567530 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5e61-d68c-424b-9ce7-e585f4e09acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.583151 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:24.587259 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc99695c-f925-401c-9357-e9439ea9b5bf admin admin] Deleting subnet b7080218-588c-4198-9690-5fefdb537d20 {{(pid=106220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:26:24.594633 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fc99695c-f925-401c-9357-e9439ea9b5bf admin admin] Publish callbacks [] for subnet (b7080218-588c-4198-9690-5fefdb537d20), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.637464 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fc99695c-f925-401c-9357-e9439ea9b5bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9780021'] for subnet (b7080218-588c-4198-9690-5fefdb537d20), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.663439 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c91dde-7f9c-4e84-8f48-cc4a7afc9793 req-272e35d2-d339-473c-8011-12d2428a8cb9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:24.665864 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-15c91dde-7f9c-4e84-8f48-cc4a7afc9793 req-272e35d2-d339-473c-8011-12d2428a8cb9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0741587 Sep 27 17:26:24.758895 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5e61-d68c-424b-9ce7-e585f4e09acc admin admin] Publish callbacks [] for security_group (5166a8b0-3f8c-40af-8d4c-b7f0d0691e66), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.763077 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-15c91dde-7f9c-4e84-8f48-cc4a7afc9793 req-1987b395-828a-487c-9721-a03ba43edacb tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894728 Sep 27 17:26:24.764474 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5e61-d68c-424b-9ce7-e585f4e09acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (5166a8b0-3f8c-40af-8d4c-b7f0d0691e66), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.777341 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:24.787766 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fc99695c-f925-401c-9357-e9439ea9b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (b7080218-588c-4198-9690-5fefdb537d20), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.800906 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-0a8e5e61-d68c-424b-9ce7-e585f4e09acc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f1886c4475274b5481800682ea4cd98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493865 Sep 27 17:26:24.802704 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51282) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:24.843697 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e5e61-d68c-424b-9ce7-e585f4e09acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5166a8b0-3f8c-40af-8d4c-b7f0d0691e66,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:24.858635 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fc99695c-f925-401c-9357-e9439ea9b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9737021'] for subnet (b7080218-588c-4198-9690-5fefdb537d20), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.880916 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bccb3709-61e4-42f4-bf81-b462f0205b97 admin admin] Publish callbacks [] for security_group (5166a8b0-3f8c-40af-8d4c-b7f0d0691e66), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.904360 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bccb3709-61e4-42f4-bf81-b462f0205b97 admin admin] Publish callbacks [] for security_group (5166a8b0-3f8c-40af-8d4c-b7f0d0691e66), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.906260 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fc99695c-f925-401c-9357-e9439ea9b5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:24.911190 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c491c03-c462-4b72-93ca-ff4ba169b828 None None] Network 9ec76b38-4dd6-4948-baf3-dc0cadd14720 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:26:24.913072 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-fc99695c-f925-401c-9357-e9439ea9b5bf admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/b7080218-588c-4198-9690-5fefdb537d20 HTTP/1.1" status: 204 len: 168 time: 0.3988419 Sep 27 17:26:24.914394 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99695c-f925-401c-9357-e9439ea9b5bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7080218-588c-4198-9690-5fefdb537d20,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:24.915607 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51286) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:25.021002 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (9ec76b38-4dd6-4948-baf3-dc0cadd14720), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.034353 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51288) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:25.057889 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bccb3709-61e4-42f4-bf81-b462f0205b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (5166a8b0-3f8c-40af-8d4c-b7f0d0691e66), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.060790 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bccb3709-61e4-42f4-bf81-b462f0205b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.062375 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-bccb3709-61e4-42f4-bf81-b462f0205b97 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/5166a8b0-3f8c-40af-8d4c-b7f0d0691e66 HTTP/1.1" status: 204 len: 168 time: 0.2583494 Sep 27 17:26:25.103244 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb3709-61e4-42f4-bf81-b462f0205b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5166a8b0-3f8c-40af-8d4c-b7f0d0691e66,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:25.126268 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Deleting port fc63eb9a-00f1-4c21-a124-893b19d3f75e {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:26:25.126912 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.231395 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] For port fc63eb9a-00f1-4c21-a124-893b19d3f75e, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=fc63eb9a-00f1-4c21-a124-893b19d3f75e,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:25.231768 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.258594 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0289c1f7-9566-4cf7-99ff-08521feff97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.270454 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Calling delete_port for fc63eb9a-00f1-4c21-a124-893b19d3f75e owned by network:dhcp {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:26:25.279559 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] DHCP port deletion for 9ec76b38-4dd6-4948-baf3-dc0cadd14720 request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:26:25.366543 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Deleting port fc63eb9a-00f1-4c21-a124-893b19d3f75e {{(pid=106221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:26:25.368451 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), before_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.404086 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:25.436588 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0289c1f7-9566-4cf7-99ff-08521feff97f admin admin] Publish callbacks [] for security_group (0e352cb0-c08c-4d57-aede-1004c942b3d0), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.441301 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0289c1f7-9566-4cf7-99ff-08521feff97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0e352cb0-c08c-4d57-aede-1004c942b3d0), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.449230 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.480972 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc63eb9a-00f1-4c21-a124-893b19d3f75e,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:25.488117 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] No DVR routers for this DVR port fc63eb9a-00f1-4c21-a124-893b19d3f75e on host dv-cinder-849143-8-iscsi {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:26:25.538620 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] For port fc63eb9a-00f1-4c21-a124-893b19d3f75e, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=fc63eb9a-00f1-4c21-a124-893b19d3f75e,segment=NetworkSegment(506e76ab-2199-4d3b-9ba5-85b680e1d73e),segment_id=506e76ab-2199-4d3b-9ba5-85b680e1d73e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:25.539157 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), precommit_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.554143 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Calling delete_port for fc63eb9a-00f1-4c21-a124-893b19d3f75e owned by network:dhcp {{(pid=106221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:26:25.560905 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51304) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:25.581089 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-0289c1f7-9566-4cf7-99ff-08521feff97f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=d2fe812c4a7745d181fbb91a4bfafc36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452812 Sep 27 17:26:25.593644 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51306) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:25.620003 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (9ec76b38-4dd6-4948-baf3-dc0cadd14720), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.640208 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:26:25.644554 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.644906 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.645680 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.646112 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.646483 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.646827 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.647157 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.647503 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.647823 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.648151 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.661429 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e1d04a8c-396b-4eb9-9de9-bd52dc0b20c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.677935 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289c1f7-9566-4cf7-99ff-08521feff97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e352cb0-c08c-4d57-aede-1004c942b3d0,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:25.700541 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:26:25.700889 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 6bd0b01a-3c63-4366-9b75-7a2b62dc65ef not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:26:25.701306 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device fc63eb9a-00f1-4c21-a124-893b19d3f75e no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:26:25.737881 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.740454 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.740454 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.740454 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106219) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 17:26:25.740729 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec76b38-4dd6-4948-baf3-dc0cadd14720']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:25.748798 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-12205f2e-8bc4-46fe-b588-cc9ed150c4f4 admin admin] Publish callbacks [] for security_group (0e352cb0-c08c-4d57-aede-1004c942b3d0), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.748935 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=7 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:25.770423 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506e76ab-2199-4d3b-9ba5-85b680e1d73e') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:25.770822 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506e76ab-2199-4d3b-9ba5-85b680e1d73e') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:25.790766 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-12205f2e-8bc4-46fe-b588-cc9ed150c4f4 admin admin] Publish callbacks [] for security_group (0e352cb0-c08c-4d57-aede-1004c942b3d0), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.791901 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: fc63eb9a-00f1-4c21-a124-893b19d3f75e {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:26:25.792889 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (506e76ab-2199-4d3b-9ba5-85b680e1d73e), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.793012 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device fc63eb9a-00f1-4c21-a124-893b19d3f75e not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:26:25.793416 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 56e4e69d-2852-4e33-9a15-d64244db4087 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:26:25.822264 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (506e76ab-2199-4d3b-9ba5-85b680e1d73e), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.833610 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:26:25.834865 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (506e76ab-2199-4d3b-9ba5-85b680e1d73e), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.836032 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 56e4e69d-2852-4e33-9a15-d64244db4087 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:26:25.836398 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 56e4e69d-2852-4e33-9a15-d64244db4087 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:26:25.842140 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e1d04a8c-396b-4eb9-9de9-bd52dc0b20c2 admin admin] Publish callbacks [] for security_group (c736bc07-823e-484b-baf8-25749004905f), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.849193 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e1d04a8c-396b-4eb9-9de9-bd52dc0b20c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (c736bc07-823e-484b-baf8-25749004905f), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.892225 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (fc63eb9a-00f1-4c21-a124-893b19d3f75e), after_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.897605 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-12205f2e-8bc4-46fe-b588-cc9ed150c4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0e352cb0-c08c-4d57-aede-1004c942b3d0), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.900093 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-12205f2e-8bc4-46fe-b588-cc9ed150c4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.901229 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-12205f2e-8bc4-46fe-b588-cc9ed150c4f4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/0e352cb0-c08c-4d57-aede-1004c942b3d0 HTTP/1.1" status: 204 len: 168 time: 0.2924306 Sep 27 17:26:25.902389 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d04a8c-396b-4eb9-9de9-bd52dc0b20c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c736bc07-823e-484b-baf8-25749004905f,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:25.906777 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e1d04a8c-396b-4eb9-9de9-bd52dc0b20c2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1307defc25444525ba4f7d3ddd7cc4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411565 Sep 27 17:26:25.909279 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51322) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:25.923685 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Pushing event deleted for resources: {'Port': ['ID=fc63eb9a-00f1-4c21-a124-893b19d3f75e,revision_number=None']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:25.939949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:25.944235 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205f2e-8bc4-46fe-b588-cc9ed150c4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e352cb0-c08c-4d57-aede-1004c942b3d0,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:25.982664 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] No DVR routers for this DVR port fc63eb9a-00f1-4c21-a124-893b19d3f75e on host dv-cinder-849143-8-iscsi {{(pid=106221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:26:25.983464 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d58291c-dde1-4331-86b5-39c7235506f9 admin admin] Publish callbacks [] for security_group (c736bc07-823e-484b-baf8-25749004905f), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.986137 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.986875 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.987880 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.989111 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.989635 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.990277 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.990991 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.991467 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.991924 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.992391 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.992857 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.993351 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.993825 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.994320 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:25.994844 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (9ec76b38-4dd6-4948-baf3-dc0cadd14720), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:25.995794 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f00448-01af-46c2-b0fb-b096b46909cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:26.008862 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167c4df-b990-4e60-840d-ef34339bac46 req-db802beb-779c-4201-8744-74d4c1a7b356 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:26.010878 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d167c4df-b990-4e60-840d-ef34339bac46 req-db802beb-779c-4201-8744-74d4c1a7b356 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.1349781 Sep 27 17:26:26.019046 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d58291c-dde1-4331-86b5-39c7235506f9 admin admin] Publish callbacks [] for security_group (c736bc07-823e-484b-baf8-25749004905f), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:26.029523 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec76b38-4dd6-4948-baf3-dc0cadd14720,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:26.033833 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:26.043576 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-dd1688db-b72b-425e-9678-2f8aafec14b2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/9ec76b38-4dd6-4948-baf3-dc0cadd14720 HTTP/1.1" status: 204 len: 168 time: 1.1257126 Sep 27 17:26:26.097875 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d167c4df-b990-4e60-840d-ef34339bac46 req-b69859a7-1ce7-4019-baa8-606f8ddff692 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662074 Sep 27 17:26:26.102239 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d58291c-dde1-4331-86b5-39c7235506f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (c736bc07-823e-484b-baf8-25749004905f), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:26.108132 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d58291c-dde1-4331-86b5-39c7235506f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:26.110308 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-9d58291c-dde1-4331-86b5-39c7235506f9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c736bc07-823e-484b-baf8-25749004905f HTTP/1.1" status: 204 len: 168 time: 0.1991205 Sep 27 17:26:26.134123 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58291c-dde1-4331-86b5-39c7235506f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c736bc07-823e-484b-baf8-25749004905f,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:26.272149 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51340) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:26.329876 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51342) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:26.334533 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-261e68f7-e745-4fd5-a6c2-7947fb8ac227 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=9c16b9aaa5ac4e6dac613614c1a570c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0563967 Sep 27 17:26:26.366145 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:26.392804 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2f00f933-57a4-4ee2-8dcb-d5d3853f56b3 admin admin] Publish callbacks [] for security_group (090ce2c0-83de-4a9a-82a9-55a1fc297098), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:26.421177 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2f00f933-57a4-4ee2-8dcb-d5d3853f56b3 admin admin] Publish callbacks [] for security_group (090ce2c0-83de-4a9a-82a9-55a1fc297098), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:26.449783 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 506e76ab-2199-4d3b-9ba5-85b680e1d73e resource provider aggregate not found Sep 27 17:26:26.467358 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 506e76ab-2199-4d3b-9ba5-85b680e1d73e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 506e76ab-2199-4d3b-9ba5-85b680e1d73e found for delete ", "request_id": "req-94aa0ee0-e5bc-466e-828f-0211ad11ec91"}]} Sep 27 17:26:26.484354 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2f00f933-57a4-4ee2-8dcb-d5d3853f56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (090ce2c0-83de-4a9a-82a9-55a1fc297098), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:26.487219 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2f00f933-57a4-4ee2-8dcb-d5d3853f56b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:26.488595 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-2f00f933-57a4-4ee2-8dcb-d5d3853f56b3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/090ce2c0-83de-4a9a-82a9-55a1fc297098 HTTP/1.1" status: 204 len: 168 time: 0.1568511 Sep 27 17:26:26.498566 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00f933-57a4-4ee2-8dcb-d5d3853f56b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090ce2c0-83de-4a9a-82a9-55a1fc297098,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:27.251292 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d84fa3-4df4-4129-b35d-3280c729a96f req-20e754af-efbb-4d33-9e7e-d158fff50df7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:27.258676 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-11d84fa3-4df4-4129-b35d-3280c729a96f req-20e754af-efbb-4d33-9e7e-d158fff50df7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0602951 Sep 27 17:26:27.351331 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-11d84fa3-4df4-4129-b35d-3280c729a96f req-c4b4e5b4-e522-495e-8e43-676cdc1dc837 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779021 Sep 27 17:26:27.450651 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51406) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:27.596321 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-894253182-network', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:27.621462 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Made reservation on behalf of 9bf4e20a59f147afb4f036fc8d04adb2 for: {'network': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:26:27.624287 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:27.643214 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:27.740348 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51418) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:27.749482 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Publish callbacks [] for security_group (527ec6ab-bd5f-4a2a-a22a-6fa99b136f90), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:27.754621 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (527ec6ab-bd5f-4a2a-a22a-6fa99b136f90), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:27.782445 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=106219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:26:27.792215 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:27.799226 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (c8b82983-06ee-459b-8d7b-aecc3d193964), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:27.799558 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.segments_db [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Added segment c8b82983-06ee-459b-8d7b-aecc3d193964 of type vlan for network f6df37ce-4072-424a-afc9-d720386b4649 Sep 27 17:26:27.863364 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (f6df37ce-4072-424a-afc9-d720386b4649), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:27.881746 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1420033721-network', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:27.889397 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (f6df37ce-4072-424a-afc9-d720386b4649), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:27.890468 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:27.891127 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:27.963716 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Made reservation on behalf of ef13103d3d8b43e1882d4820c8d9247b for: {'network': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:26:27.966846 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:27.968405 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5164206 Sep 27 17:26:27.973428 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51430) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:27.980063 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:27.982686 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Request body: {'subnet': {'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-894253182-subnet', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'ip_version': 4}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:27.987724 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c368326-2ef5-480b-8d30-3c5802959555 admin admin] Pushing event updated for resources: {'Network': ['ID=f6df37ce-4072-424a-afc9-d720386b4649,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:27.997356 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:27.998247 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network f6df37ce-4072-424a-afc9-d720386b4649 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:26:28.014042 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Made reservation on behalf of 9bf4e20a59f147afb4f036fc8d04adb2 for: {'subnet': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:26:28.017516 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10281574'] for subnet (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.095109 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Publish callbacks [] for security_group (6903164e-0d22-4989-b914-e53be4251ddf), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.103504 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (6903164e-0d22-4989-b914-e53be4251ddf), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.142629 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=106220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:26:28.162910 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6903164e-0d22-4989-b914-e53be4251ddf,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:28.171057 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (241a76c3-b79e-4c1c-8b53-c67b0deb8ee6), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.171448 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.segments_db [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Added segment 241a76c3-b79e-4c1c-8b53-c67b0deb8ee6 of type vlan for network 50dc8265-0d0d-49da-afd6-19daca5e673b Sep 27 17:26:28.181105 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:28.222638 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (50dc8265-0d0d-49da-afd6-19daca5e673b), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.260256 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (50dc8265-0d0d-49da-afd6-19daca5e673b), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.262293 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:28.263213 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.294837 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2370106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10281552'] for subnet (8894432c-a32e-45a0-945e-acdb0dfcf4ce), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.323103 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5807936 Sep 27 17:26:28.327105 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51436) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:28.332296 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Request body: {'subnet': {'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-subnet', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:28.358408 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:28.369059 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Made reservation on behalf of ef13103d3d8b43e1882d4820c8d9247b for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:26:28.372001 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9736960'] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.401209 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8894432c-a32e-45a0-945e-acdb0dfcf4ce,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:28.408823 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a438e01-7a5b-40f5-a2b6-7b851e33404c admin admin] Pushing event updated for resources: {'Network': ['ID=50dc8265-0d0d-49da-afd6-19daca5e673b,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:28.420001 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Checking segment: {'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:28.420366 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Network hostable DHCP agents. Network: f6df37ce-4072-424a-afc9-d720386b4649, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:26:28.425199 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 50dc8265-0d0d-49da-afd6-19daca5e673b details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:26:28.513621 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Network f6df37ce-4072-424a-afc9-d720386b4649 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:26:28.531130 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, f6df37ce-4072-424a-afc9-d720386b4649) {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:28.538238 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2a4fb-546c-4233-b2f2-b83da1cbfc5d req-45d4d920-5587-4fba-a040-60da735ddfb4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:28.538446 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:28.545932 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7dd2a4fb-546c-4233-b2f2-b83da1cbfc5d req-45d4d920-5587-4fba-a040-60da735ddfb4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0695879 Sep 27 17:26:28.546269 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b72198-92c8-447c-8da1-1229433ec2d3 None None] Network f6df37ce-4072-424a-afc9-d720386b4649 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:26:28.555950 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:28.556795 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.591312 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-4cf54db6-ed7f-44e4-ae5c-f3e4dc12b7c7 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6168044 Sep 27 17:26:28.594808 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51446) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:28.599799 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:28.606430 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7dd2a4fb-546c-4233-b2f2-b83da1cbfc5d req-b68fbd57-6142-470a-b11b-b0f156f23fb3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595908 Sep 27 17:26:28.642577 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (e1495861-39ad-42a8-b619-11bf8a60b8e6), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.643732 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (e1495861-39ad-42a8-b619-11bf8a60b8e6), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.690188 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-f6df37ce-4072-424a-afc9-d720386b4649', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:26:28.691223 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.701171 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9807261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9737014'] for subnet (7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.767569 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks [] for router_controller (e1495861-39ad-42a8-b619-11bf8a60b8e6), precommit_add_association {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.830835 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Allocated IP 172.20.0.2 (f6df37ce-4072-424a-afc9-d720386b4649/8894432c-a32e-45a0-945e-acdb0dfcf4ce/a501fd50-8be9-4556-9ff2-0e270a125229) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:28.848427 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:28.866611 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Checking segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:28.866962 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Network hostable DHCP agents. Network: 50dc8265-0d0d-49da-afd6-19daca5e673b, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:26:28.907012 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:28.942485 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks [] for router_gateway (e1495861-39ad-42a8-b619-11bf8a60b8e6), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:28.955857 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Network 50dc8265-0d0d-49da-afd6-19daca5e673b is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:26:28.997466 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 50dc8265-0d0d-49da-afd6-19daca5e673b) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:29.004240 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:29.005786 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.007475 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530bf3f-b746-43f3-bfc6-f6694f2dc471 None None] Network 50dc8265-0d0d-49da-afd6-19daca5e673b requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:26:29.036422 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-c932aab4-c89e-4fa3-911f-1341fa4a4f21 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7080803 Sep 27 17:26:29.039158 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51448) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:29.043701 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:29.056537 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:29.130095 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.131018 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.173340 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-50dc8265-0d0d-49da-afd6-19daca5e673b', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:26:29.174263 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.180049 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Publish callbacks [] for port (a501fd50-8be9-4556-9ff2-0e270a125229), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.201723 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.217458 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks [] for router_gateway (e1495861-39ad-42a8-b619-11bf8a60b8e6), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.220094 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks [] for router_controller (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), precommit_add_association {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.238579 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.247383 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:29.291472 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Network f6df37ce-4072-424a-afc9-d720386b4649 is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:29.298447 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:29.306491 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:29.317263 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Pushing event updated for resources: {'Port': ['ID=a501fd50-8be9-4556-9ff2-0e270a125229,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:29.406978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Attempting to bind port a501fd50-8be9-4556-9ff2-0e270a125229 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:26:29.407352 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Attempting to bind port a501fd50-8be9-4556-9ff2-0e270a125229 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:26:29.407722 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Attempting to bind port a501fd50-8be9-4556-9ff2-0e270a125229 on network f6df37ce-4072-424a-afc9-d720386b4649 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:29.441005 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Allocated IP 172.20.0.2 (50dc8265-0d0d-49da-afd6-19daca5e673b/7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b/6cd799ad-a83d-49ad-9e6c-46def2389808) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:29.511504 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:29.517761 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:26:29.518165 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Checking segment: {'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:29.518571 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.518968 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Bound using segment: {'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:26:29.519436 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Bound port: a501fd50-8be9-4556-9ff2-0e270a125229, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:26:29.519824 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.638714 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks [] for router_gateway (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.649658 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] For port a501fd50-8be9-4556-9ff2-0e270a125229, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:26:29.670874 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] For port a501fd50-8be9-4556-9ff2-0e270a125229, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=a501fd50-8be9-4556-9ff2-0e270a125229,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:26:29.677268 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Publish callbacks [] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.684825 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.694656 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.709001 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Allocated IP 172.27.0.226 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/1dd94d52-d68e-49c9-b0c6-8983b2805532) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:29.760349 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Network 50dc8265-0d0d-49da-afd6-19daca5e673b is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:29.766436 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:29.769516 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3c217-c639-4fc7-aef8-ce2e22118466 req-d67a9d3b-4315-4770-ba47-e22a156e4a12 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:29.770016 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:29.777394 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-14f3c217-c639-4fc7-aef8-ce2e22118466 req-d67a9d3b-4315-4770-ba47-e22a156e4a12 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0646639 Sep 27 17:26:29.786881 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bebfc-07d8-4c19-9c0c-f881d003b77f None None] Pushing event updated for resources: {'Port': ['ID=a501fd50-8be9-4556-9ff2-0e270a125229,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:29.843953 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:29.849368 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-14f3c217-c639-4fc7-aef8-ce2e22118466 req-145aded1-0db0-4bfb-9af4-a0a965f1ee00 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712633 Sep 27 17:26:29.896065 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Pushing event updated for resources: {'Port': ['ID=6cd799ad-a83d-49ad-9e6c-46def2389808,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:29.900103 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Attempting to bind port 6cd799ad-a83d-49ad-9e6c-46def2389808 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:26:29.900417 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Attempting to bind port 6cd799ad-a83d-49ad-9e6c-46def2389808 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:26:29.900792 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Attempting to bind port 6cd799ad-a83d-49ad-9e6c-46def2389808 on network 50dc8265-0d0d-49da-afd6-19daca5e673b {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:29.956928 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks [] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.967442 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:26:29.967442 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Checking segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:29.967821 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.968108 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Bound using segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:26:29.968646 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Bound port: 6cd799ad-a83d-49ad-9e6c-46def2389808, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:26:29.969285 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:29.985300 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks [] for router_gateway (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:30.023543 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:30.036477 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:30.062404 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] For port 6cd799ad-a83d-49ad-9e6c-46def2389808, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:26:30.066030 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] For port 6cd799ad-a83d-49ad-9e6c-46def2389808, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=6cd799ad-a83d-49ad-9e6c-46def2389808,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:26:30.076004 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:30.083248 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:30.155315 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3ad42-4ca6-4fe2-a66a-d95fda9090fe None None] Pushing event updated for resources: {'Port': ['ID=6cd799ad-a83d-49ad-9e6c-46def2389808,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:30.161730 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:30.168764 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:30.172784 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:30.174758 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd94d52-d68e-49c9-b0c6-8983b2805532,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:30.223030 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Allocated IP 172.27.0.26 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/b9689ef5-daa9-42e2-88dd-3b81743510ab) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:30.276584 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:30.499827 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks [] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:30.584709 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks [] for router_gateway (e1495861-39ad-42a8-b619-11bf8a60b8e6), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:30.590099 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:30.688285 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:30.716231 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:30.720203 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:30.722955 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b9689ef5-daa9-42e2-88dd-3b81743510ab,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:30.815748 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf652d3-04eb-460c-9fdc-4e29e9e61e82 None None] Network f6df37ce-4072-424a-afc9-d720386b4649 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:26:30.881274 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-f34ff642-47f9-4d28-b90d-59053f79297c None None] Provisioning complete for port a501fd50-8be9-4556-9ff2-0e270a125229 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:30.881832 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f34ff642-47f9-4d28-b90d-59053f79297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:30.882371 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f34ff642-47f9-4d28-b90d-59053f79297c None None] Attempt 1 to provision port a501fd50-8be9-4556-9ff2-0e270a125229 Sep 27 17:26:30.959350 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:30.979189 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (e1495861-39ad-42a8-b619-11bf8a60b8e6), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.011805 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4190d19-cf7b-473b-9a24-8819bea6f021 req-abe345e6-2b97-4d50-89e5-55400042cc9d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:31.014641 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b4190d19-cf7b-473b-9a24-8819bea6f021 req-abe345e6-2b97-4d50-89e5-55400042cc9d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0677366 Sep 27 17:26:31.045657 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f34ff642-47f9-4d28-b90d-59053f79297c None None] Current status of the port a501fd50-8be9-4556-9ff2-0e270a125229 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:31.046321 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f34ff642-47f9-4d28-b90d-59053f79297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.058236 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:31.096791 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-f34ff642-47f9-4d28-b90d-59053f79297c None None] For port a501fd50-8be9-4556-9ff2-0e270a125229, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=a501fd50-8be9-4556-9ff2-0e270a125229,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:31.104166 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b4190d19-cf7b-473b-9a24-8819bea6f021 req-c1470e7a-a7a0-4d2e-b6a0-1b16809e356f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783744 Sep 27 17:26:31.105978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f34ff642-47f9-4d28-b90d-59053f79297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.166599 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ff642-47f9-4d28-b90d-59053f79297c None None] Pushing event updated for resources: {'Port': ['ID=a501fd50-8be9-4556-9ff2-0e270a125229,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:31.308237 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21704b86-9e35-48b2-bbe4-8f03db6f6e17 None None] Network 50dc8265-0d0d-49da-afd6-19daca5e673b requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:26:31.362995 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Provisioning complete for port a501fd50-8be9-4556-9ff2-0e270a125229 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:31.363374 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.363714 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Attempt 1 to provision port a501fd50-8be9-4556-9ff2-0e270a125229 Sep 27 17:26:31.399502 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks [] for router_gateway (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.403786 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:31.487280 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Current status of the port a501fd50-8be9-4556-9ff2-0e270a125229 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:31.497094 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Provisioning complete for port 6cd799ad-a83d-49ad-9e6c-46def2389808 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:31.497533 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.497941 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Attempt 1 to provision port 6cd799ad-a83d-49ad-9e6c-46def2389808 Sep 27 17:26:31.555553 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Router e1495861-39ad-42a8-b619-11bf8a60b8e6 is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:26:31.637235 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Current status of the port 6cd799ad-a83d-49ad-9e6c-46def2389808 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:31.637715 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.679788 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] For port 6cd799ad-a83d-49ad-9e6c-46def2389808, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=6cd799ad-a83d-49ad-9e6c-46def2389808,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:31.685637 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 6cd799ad-a83d-49ad-9e6c-46def2389808 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:31.692894 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.697634 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.753777 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:31.799699 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52114ee-ecca-4abb-9f5c-0d02e60ae5fa None None] Pushing event updated for resources: {'Port': ['ID=6cd799ad-a83d-49ad-9e6c-46def2389808,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:31.845142 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:26:31.871486 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.872764 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-787fb12d-e4a9-4539-9318-9bed3e9f0da4 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2770412 Sep 27 17:26:31.875782 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51480) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:31.937771 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Sync routers for ids ['e1495861-39ad-42a8-b619-11bf8a60b8e6'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:26:31.944298 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 6cd799ad-a83d-49ad-9e6c-46def2389808 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:31.944683 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.945001 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 6cd799ad-a83d-49ad-9e6c-46def2389808 Sep 27 17:26:31.947227 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-88290b09-2274-46bd-9105-98e4968d0656 None None] Provisioning complete for port 6cd799ad-a83d-49ad-9e6c-46def2389808 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:31.947579 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-88290b09-2274-46bd-9105-98e4968d0656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:31.947906 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-88290b09-2274-46bd-9105-98e4968d0656 None None] Attempt 1 to provision port 6cd799ad-a83d-49ad-9e6c-46def2389808 Sep 27 17:26:31.992000 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:26:31.992543 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Routers {'e1495861-39ad-42a8-b619-11bf8a60b8e6'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:31.992639 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e1495861-39ad-42a8-b619-11bf8a60b8e6'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:31.998933 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:32.164317 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Set router e1495861-39ad-42a8-b619-11bf8a60b8e6 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:32.188289 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:26:32.202977 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:26:32.216730 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:32.219109 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:32.226951 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 6cd799ad-a83d-49ad-9e6c-46def2389808 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:32.228279 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device a501fd50-8be9-4556-9ff2-0e270a125229 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:32.242634 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:32.247325 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-5eea143d-9da2-4db3-804d-72a46eb159c7 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2072270 Sep 27 17:26:32.249610 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51484) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:32.252389 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-88290b09-2274-46bd-9105-98e4968d0656 None None] Current status of the port 6cd799ad-a83d-49ad-9e6c-46def2389808 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:32.271481 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae8344-2db9-43bd-8aab-9a62c6eb1035 req-36063bd0-005f-4110-a2b6-7effbb6e20ca tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:32.279179 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5dae8344-2db9-43bd-8aab-9a62c6eb1035 req-36063bd0-005f-4110-a2b6-7effbb6e20ca tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0624325 Sep 27 17:26:32.295814 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:32.348670 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port a501fd50-8be9-4556-9ff2-0e270a125229 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:32.349092 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:32.349561 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port a501fd50-8be9-4556-9ff2-0e270a125229 Sep 27 17:26:32.354254 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:32.364394 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5dae8344-2db9-43bd-8aab-9a62c6eb1035 req-4f1b53f6-a48c-480c-89a6-f03067dec668 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840285 Sep 27 17:26:32.369412 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:32.452263 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:30Z', 'revision_number': 3, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:32.503849 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Checking router: e1495861-39ad-42a8-b619-11bf8a60b8e6 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:26:32.504254 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Updating router e1495861-39ad-42a8-b619-11bf8a60b8e6 port 1dd94d52-d68e-49c9-b0c6-8983b2805532 binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:26:32.542965 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port a501fd50-8be9-4556-9ff2-0e270a125229 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:32.550522 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:32.566614 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:30Z', 'revision_number': 3, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:32.578987 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:32.596234 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:26:32.596580 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Updating router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 port b9689ef5-daa9-42e2-88dd-3b81743510ab binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:26:32.639251 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:32.642267 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:32.645661 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:32.753532 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:32.847837 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Publish callbacks [] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:32.853145 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:32.885929 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Attempting to bind port 1dd94d52-d68e-49c9-b0c6-8983b2805532 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:26:32.886434 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Attempting to bind port 1dd94d52-d68e-49c9-b0c6-8983b2805532 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:26:32.886807 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Attempting to bind port 1dd94d52-d68e-49c9-b0c6-8983b2805532 on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:32.930433 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a5966-6ed3-4f76-8d61-18b59090d293 None None] Pushing event updated for resources: {'Port': ['ID=1dd94d52-d68e-49c9-b0c6-8983b2805532,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:32.948584 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:26:32.948990 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:32.949482 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:32.949884 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:26:32.950478 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Bound port: 1dd94d52-d68e-49c9-b0c6-8983b2805532, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:26:32.950766 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.005074 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] For port 1dd94d52-d68e-49c9-b0c6-8983b2805532, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:26:33.008531 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] For port 1dd94d52-d68e-49c9-b0c6-8983b2805532, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=1dd94d52-d68e-49c9-b0c6-8983b2805532,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:26:33.013478 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Publish callbacks [] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.017347 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.019113 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.056113 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Attempting to bind port b9689ef5-daa9-42e2-88dd-3b81743510ab on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:26:33.056629 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Attempting to bind port b9689ef5-daa9-42e2-88dd-3b81743510ab by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:26:33.057134 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Attempting to bind port b9689ef5-daa9-42e2-88dd-3b81743510ab on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:33.066701 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:33.081485 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Allocated IP 172.20.0.1 (f6df37ce-4072-424a-afc9-d720386b4649/8894432c-a32e-45a0-945e-acdb0dfcf4ce/9ba9722d-7d77-48cb-907f-6665a3dfb617) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:33.086534 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a5966-6ed3-4f76-8d61-18b59090d293 None None] Pushing event updated for resources: {'Port': ['ID=1dd94d52-d68e-49c9-b0c6-8983b2805532,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:33.090783 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Pushing event updated for resources: {'Port': ['ID=b9689ef5-daa9-42e2-88dd-3b81743510ab,revision_number=2']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:33.091020 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Routers {'e1495861-39ad-42a8-b619-11bf8a60b8e6'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:33.091605 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e1495861-39ad-42a8-b619-11bf8a60b8e6'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:33.100328 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.100813 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.101533 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.101711 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.102211 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.102643 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.103084 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.103505 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.104165 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.104342 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.105333 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.106099 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.107460 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.107460 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.107460 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:26:33.132075 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:26:33.132589 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:33.133507 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.133507 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:26:33.134131 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Bound port: b9689ef5-daa9-42e2-88dd-3b81743510ab, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:26:33.134575 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.185675 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] For port b9689ef5-daa9-42e2-88dd-3b81743510ab, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:26:33.190659 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] For port b9689ef5-daa9-42e2-88dd-3b81743510ab, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=b9689ef5-daa9-42e2-88dd-3b81743510ab,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:26:33.195019 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.198968 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.216644 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] Set router e1495861-39ad-42a8-b619-11bf8a60b8e6 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:33.252320 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fda71-ad44-4982-b78c-a18babf06a3c None None] Pushing event updated for resources: {'Port': ['ID=b9689ef5-daa9-42e2-88dd-3b81743510ab,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:33.257942 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:33.258920 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:33.271072 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:33.305269 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Publish callbacks [] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.379048 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:33.384148 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:33.403966 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:30Z', 'revision_number': 3, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:33.412190 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.440141 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe7081-3c1a-44d4-a0a4-69e9d63261b1 None None] The sync data for ids ['e1495861-39ad-42a8-b619-11bf8a60b8e6'] in dv-cinder-849143-8-iscsi is: [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:30Z', 'revision_number': 3, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:26:33.470989 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Allocated IP 172.20.0.1 (50dc8265-0d0d-49da-afd6-19daca5e673b/7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b/799018ef-5c02-4a7f-9374-8584e150f9a2) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:33.483461 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Network f6df37ce-4072-424a-afc9-d720386b4649 is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:33.489903 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:33.498063 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:33.566119 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (e1495861-39ad-42a8-b619-11bf8a60b8e6), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.570283 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba9722d-7d77-48cb-907f-6665a3dfb617,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:33.594789 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:30Z', 'revision_number': 3, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:33.610602 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 6cd799ad-a83d-49ad-9e6c-46def2389808 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:33.616861 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3542-60cf-4f6b-beeb-141130f31681 req-3860e153-3921-48b2-aa7f-6e3ff6d7e211 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:33.623018 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-294d3542-60cf-4f6b-beeb-141130f31681 req-3860e153-3921-48b2-aa7f-6e3ff6d7e211 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.1029167 Sep 27 17:26:33.633615 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f60d85f-5d8c-4aff-ab56-a8f129fb881d None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:30Z', 'revision_number': 3, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:26:33.696019 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 6cd799ad-a83d-49ad-9e6c-46def2389808 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:33.696402 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.696741 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 6cd799ad-a83d-49ad-9e6c-46def2389808 Sep 27 17:26:33.733353 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-294d3542-60cf-4f6b-beeb-141130f31681 req-a236baab-040e-4254-a20a-cdb2595129ac tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044059 Sep 27 17:26:33.769721 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:33.819809 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 6cd799ad-a83d-49ad-9e6c-46def2389808 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:33.908973 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Provisioning complete for port 9ba9722d-7d77-48cb-907f-6665a3dfb617 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:33.909403 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.909763 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Attempt 1 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:33.919984 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Publish callbacks [] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:33.928763 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:33.983084 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:34.033585 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:34.118451 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Port 9ba9722d-7d77-48cb-907f-6665a3dfb617 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:34.119855 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Network 50dc8265-0d0d-49da-afd6-19daca5e673b is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:34.134995 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:34.143940 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:34.145982 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Pushing event updated for resources: {'Port': ['ID=799018ef-5c02-4a7f-9374-8584e150f9a2,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:34.227873 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:34.271216 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:34.396089 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Publish callbacks [] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:34.414732 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:34.473046 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:34.498343 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba9722d-7d77-48cb-907f-6665a3dfb617,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:34.527100 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (e1495861-39ad-42a8-b619-11bf8a60b8e6), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:34.616742 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Attempt 2 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:34.664968 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Port 9ba9722d-7d77-48cb-907f-6665a3dfb617 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:34.714952 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Network f6df37ce-4072-424a-afc9-d720386b4649 is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:34.722440 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:34.740497 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:34.783748 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Publish callbacks [] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:34.794821 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:34.932283 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Pushing event updated for resources: {'Port': ['ID=799018ef-5c02-4a7f-9374-8584e150f9a2,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:34.936502 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:34.945445 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Router e1495861-39ad-42a8-b619-11bf8a60b8e6 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:26:34.948188 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406663-3843-47db-a0ff-9f3d3c2da28b req-aa9b1b87-b249-49d3-bd11-436e3f4d6901 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:34.950457 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ae406663-3843-47db-a0ff-9f3d3c2da28b req-aa9b1b87-b249-49d3-bd11-436e3f4d6901 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0826461 Sep 27 17:26:35.020018 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ae406663-3843-47db-a0ff-9f3d3c2da28b req-7e27606d-cafe-4f32-b7e0-028b86b05ac7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611756 Sep 27 17:26:35.167194 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Attempt 3 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:35.205200 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Port 9ba9722d-7d77-48cb-907f-6665a3dfb617 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:35.270037 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:35.302330 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Network 50dc8265-0d0d-49da-afd6-19daca5e673b is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:35.306805 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:35.312369 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:26:35.325092 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-7c7e808d-b6c4-4f81-8a1a-882e9aa9e359 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/e1495861-39ad-42a8-b619-11bf8a60b8e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4480681 Sep 27 17:26:35.466725 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:26:35.603557 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:26:35.614614 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-bf91223e-84b8-4647-8d3a-bd43cd4781fa admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/c70b0962-3585-4cf5-ae67-ac87dc0dbc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3638816 Sep 27 17:26:35.647285 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device b9689ef5-daa9-42e2-88dd-3b81743510ab up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:35.707250 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Attempt 4 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:35.755189 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port b9689ef5-daa9-42e2-88dd-3b81743510ab triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:35.755875 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:35.756195 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port b9689ef5-daa9-42e2-88dd-3b81743510ab Sep 27 17:26:35.760089 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Port 9ba9722d-7d77-48cb-907f-6665a3dfb617 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:35.842043 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port b9689ef5-daa9-42e2-88dd-3b81743510ab is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:35.842633 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:35.868809 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port b9689ef5-daa9-42e2-88dd-3b81743510ab, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=b9689ef5-daa9-42e2-88dd-3b81743510ab,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:35.876799 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:35.877710 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1dd94d52-d68e-49c9-b0c6-8983b2805532 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:35.973861 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51566) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:35.981721 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-436476709-network', 'tenant_id': '693365fee2754e3e8ac69052733795a3'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:36.009836 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=b9689ef5-daa9-42e2-88dd-3b81743510ab,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:36.020669 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Made reservation on behalf of 693365fee2754e3e8ac69052733795a3 for: {'network': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:26:36.025350 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.027682 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 1dd94d52-d68e-49c9-b0c6-8983b2805532 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:36.028080 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.028429 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 1dd94d52-d68e-49c9-b0c6-8983b2805532 Sep 27 17:26:36.036296 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.098602 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Sync routers for ids ['e1495861-39ad-42a8-b619-11bf8a60b8e6'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:26:36.108053 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:36.117841 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Routers {'e1495861-39ad-42a8-b619-11bf8a60b8e6'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:36.118875 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e1495861-39ad-42a8-b619-11bf8a60b8e6'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:36.199972 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Publish callbacks [] for security_group (f275cd09-e1c0-496a-9828-e8a69f4881b3), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.207101 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f275cd09-e1c0-496a-9828-e8a69f4881b3), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.223879 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=106220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:26:36.235514 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b107ae-9ed7-4852-8e32-4a80e8568e67 req-493691ef-576e-4926-a502-d5afb2f1f35c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:36.237342 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a3b107ae-9ed7-4852-8e32-4a80e8568e67 req-493691ef-576e-4926-a502-d5afb2f1f35c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0812550 Sep 27 17:26:36.249892 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 1dd94d52-d68e-49c9-b0c6-8983b2805532 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:36.250584 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.263094 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Attempt 5 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:36.267699 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:36.271741 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:36.273292 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (cc9d4229-5fe1-4e26-968a-f473655f7540), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.273763 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.segments_db [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Added segment cc9d4229-5fe1-4e26-968a-f473655f7540 of type vlan for network 96395669-2689-4700-9159-c70c3efab6de Sep 27 17:26:36.320735 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a3b107ae-9ed7-4852-8e32-4a80e8568e67 req-9172127a-7bfe-473b-852b-f938f70437d6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736115 Sep 27 17:26:36.327760 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f275cd09-e1c0-496a-9828-e8a69f4881b3,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:36.331456 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Set router e1495861-39ad-42a8-b619-11bf8a60b8e6 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:36.335413 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port 1dd94d52-d68e-49c9-b0c6-8983b2805532, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=1dd94d52-d68e-49c9-b0c6-8983b2805532,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:36.363148 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (96395669-2689-4700-9159-c70c3efab6de), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.368626 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.400211 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (96395669-2689-4700-9159-c70c3efab6de), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.400831 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Port 9ba9722d-7d77-48cb-907f-6665a3dfb617 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:36.401316 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:36.401966 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.406965 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:36.445440 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51578) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:36.450046 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-48cb23ef-fa9c-4b6c-b8c7-d34635156cc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1733895017', 'description': 'tempest-description--1968471953'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:36.466200 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4879022 Sep 27 17:26:36.471196 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51580) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:36.476563 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Request body: {'subnet': {'network_id': '96395669-2689-4700-9159-c70c3efab6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-436476709-subnet', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'ip_version': 4}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:36.487574 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-48cb23ef-fa9c-4b6c-b8c7-d34635156cc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.493186 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe637bd-afc7-4b8f-a738-99f86b948378 admin admin] Pushing event updated for resources: {'Network': ['ID=96395669-2689-4700-9159-c70c3efab6de,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:36.504989 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=1dd94d52-d68e-49c9-b0c6-8983b2805532,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:36.506913 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Made reservation on behalf of 693365fee2754e3e8ac69052733795a3 for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:26:36.509753 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9736960'] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.512590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:36.543757 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:26:36.551165 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 96395669-2689-4700-9159-c70c3efab6de details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:26:36.558913 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:36.559842 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:36.584210 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-48cb23ef-fa9c-4b6c-b8c7-d34635156cc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (7e0e4282-074f-4096-8648-56fabf8e2739), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.588467 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-48cb23ef-fa9c-4b6c-b8c7-d34635156cc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (7e0e4282-074f-4096-8648-56fabf8e2739), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.623861 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:36.635132 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-48cb23ef-fa9c-4b6c-b8c7-d34635156cc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.641200 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-48cb23ef-fa9c-4b6c-b8c7-d34635156cc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1945446 Sep 27 17:26:36.643893 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51582) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:36.649588 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-ee7f2b8d-c659-4b89-b35c-56183ea3cfd3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group_rule': {'security_group_id': '7e0e4282-074f-4096-8648-56fabf8e2739', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:36.663186 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb23ef-fa9c-4b6c-b8c7-d34635156cc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0e4282-074f-4096-8648-56fabf8e2739,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:36.696506 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2b8d-c659-4b89-b35c-56183ea3cfd3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (33fc9b14-254a-43dc-8603-93792a0a48e1), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.718858 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9807261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9737014'] for subnet (f13158b7-daae-4223-a722-6a21321f73f4), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.732641 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9ba9722d-7d77-48cb-907f-6665a3dfb617', 'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'mac_address': 'fa:16:3e:ad:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:32Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 2, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'subnets': [{'id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:36.762234 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Checking router: e1495861-39ad-42a8-b619-11bf8a60b8e6 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:26:36.762977 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Updating router e1495861-39ad-42a8-b619-11bf8a60b8e6 port 9ba9722d-7d77-48cb-907f-6665a3dfb617 binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:26:36.765078 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2b8d-c659-4b89-b35c-56183ea3cfd3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (33fc9b14-254a-43dc-8603-93792a0a48e1), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.771164 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2b8d-c659-4b89-b35c-56183ea3cfd3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (33fc9b14-254a-43dc-8603-93792a0a48e1), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.792709 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:36.803300 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f2b8d-c659-4b89-b35c-56183ea3cfd3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fc9b14-254a-43dc-8603-93792a0a48e1,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:36.804928 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13158b7-daae-4223-a722-6a21321f73f4,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:36.814862 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2b8d-c659-4b89-b35c-56183ea3cfd3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.816329 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-ee7f2b8d-c659-4b89-b35c-56183ea3cfd3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1704164 Sep 27 17:26:36.819054 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51584) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:36.824737 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-39ff715a-e30e-4b23-b6f0-e49ac068e982 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group_rule': {'security_group_id': '7e0e4282-074f-4096-8648-56fabf8e2739', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:36.824874 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.827039 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Checking segment: {'id': 'cc9d4229-5fe1-4e26-968a-f473655f7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96395669-2689-4700-9159-c70c3efab6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:36.827403 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Network hostable DHCP agents. Network: 96395669-2689-4700-9159-c70c3efab6de, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:26:36.850539 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Network 96395669-2689-4700-9159-c70c3efab6de is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:26:36.860219 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-39ff715a-e30e-4b23-b6f0-e49ac068e982 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (ee184b91-9a4a-4586-ad4e-ae7d00c5d6d5), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.864889 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 96395669-2689-4700-9159-c70c3efab6de) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:36.869103 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:36.870605 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.880462 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54135b5-907b-48cd-be86-7992bb6192dd None None] Network 96395669-2689-4700-9159-c70c3efab6de requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:26:36.890680 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:36.900567 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51586) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:36.900765 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b39d5608-abc6-4bb9-81ee-4597a76a1314 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4285214 Sep 27 17:26:36.903749 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Attempt 6 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:36.912611 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-436476709-router', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:36.980399 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (2ba41521-7fae-4925-820c-80d8ee4b5e1b), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:36.983559 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (2ba41521-7fae-4925-820c-80d8ee4b5e1b), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.021169 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 2, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:37.030979 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-39ff715a-e30e-4b23-b6f0-e49ac068e982 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (ee184b91-9a4a-4586-ad4e-ae7d00c5d6d5), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.048020 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:26:37.048608 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Updating router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 port 799018ef-5c02-4a7f-9374-8584e150f9a2 binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:26:37.058412 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-39ff715a-e30e-4b23-b6f0-e49ac068e982 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (ee184b91-9a4a-4586-ad4e-ae7d00c5d6d5), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.061220 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks [] for router_controller (2ba41521-7fae-4925-820c-80d8ee4b5e1b), precommit_add_association {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.070417 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Port 9ba9722d-7d77-48cb-907f-6665a3dfb617 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:37.080969 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.094242 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-39ff715a-e30e-4b23-b6f0-e49ac068e982 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.102397 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-39ff715a-e30e-4b23-b6f0-e49ac068e982 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2792871 Sep 27 17:26:37.103599 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff715a-e30e-4b23-b6f0-e49ac068e982 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee184b91-9a4a-4586-ad4e-ae7d00c5d6d5,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:37.104284 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51596) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:37.113376 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:37.189961 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c18988-211d-4232-8160-985875f982f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-96395669-2689-4700-9159-c70c3efab6de', 'network_id': '96395669-2689-4700-9159-c70c3efab6de', 'project_id': '693365fee2754e3e8ac69052733795a3', 'fixed_ips': [{'subnet_id': 'f13158b7-daae-4223-a722-6a21321f73f4'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:26:37.191070 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78c18988-211d-4232-8160-985875f982f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.192236 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:37.219789 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.369340 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Publish callbacks [] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.376115 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.387987 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:37.396248 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks [] for router_gateway (2ba41521-7fae-4925-820c-80d8ee4b5e1b), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.425789 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84242b4b-ac25-4847-9455-5cabdaa3318e None None] Pushing event updated for resources: {'Port': ['ID=799018ef-5c02-4a7f-9374-8584e150f9a2,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:37.470726 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.553577 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:37.560970 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c3a83-2b8a-428f-92d3-1db7ca1d50a1 req-efd2cfc1-56ea-4189-b4bc-9ddd76426791 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:37.569077 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ca0c3a83-2b8a-428f-92d3-1db7ca1d50a1 req-efd2cfc1-56ea-4189-b4bc-9ddd76426791 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0742047 Sep 27 17:26:37.581813 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Attempting to bind port 799018ef-5c02-4a7f-9374-8584e150f9a2 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:26:37.584190 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Attempting to bind port 799018ef-5c02-4a7f-9374-8584e150f9a2 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:26:37.584717 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Attempting to bind port 799018ef-5c02-4a7f-9374-8584e150f9a2 on network 50dc8265-0d0d-49da-afd6-19daca5e673b {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:37.652713 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Publish callbacks [] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.656704 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:37.666346 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Attempt 7 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:37.676773 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.687923 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device b9689ef5-daa9-42e2-88dd-3b81743510ab up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:37.707642 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:26:37.707931 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Checking segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:37.710565 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.711136 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Bound using segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:26:37.712763 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Bound port: 799018ef-5c02-4a7f-9374-8584e150f9a2, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:26:37.713498 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.740426 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:37.743596 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-78c18988-211d-4232-8160-985875f982f3 None None] Allocated IP 172.20.0.2 (96395669-2689-4700-9159-c70c3efab6de/f13158b7-daae-4223-a722-6a21321f73f4/95184c6c-c1ea-4503-b6fa-368cadb809ac) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:37.747118 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:37.793798 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Allocated IP 172.27.0.237 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/3e6180ad-a7e1-45f0-831f-36e99aa5fc78) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:37.834589 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ca0c3a83-2b8a-428f-92d3-1db7ca1d50a1 req-ad1d19ac-b98e-4c78-8f95-bcae59ec4e84 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643278 Sep 27 17:26:37.868843 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] For port 799018ef-5c02-4a7f-9374-8584e150f9a2, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:26:37.874406 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] For port 799018ef-5c02-4a7f-9374-8584e150f9a2, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=799018ef-5c02-4a7f-9374-8584e150f9a2,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:26:37.887308 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks [] for router_gateway (2ba41521-7fae-4925-820c-80d8ee4b5e1b), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.890930 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.910451 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:37.956358 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:37.957005 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:38.005853 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (3e6180ad-a7e1-45f0-831f-36e99aa5fc78), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.013712 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84242b4b-ac25-4847-9455-5cabdaa3318e None None] Pushing event updated for resources: {'Port': ['ID=799018ef-5c02-4a7f-9374-8584e150f9a2,revision_number=4']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:38.044831 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (3e6180ad-a7e1-45f0-831f-36e99aa5fc78), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.067140 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:38.095077 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=3e6180ad-a7e1-45f0-831f-36e99aa5fc78,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:38.098410 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-4cf47856-7b34-4d97-8694-cd1b6487cc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.108237 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:38.109865 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:38.110899 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:38.112167 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:38.142371 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Allocated IP 172.27.0.122 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/d7b50582-3847-4a3c-8e3e-72aaac6047f8) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:38.149864 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a8787-b8db-49d6-8206-e9b75fdede1a None None] Pushing event updated for resources: {'Port': ['ID=9ba9722d-7d77-48cb-907f-6665a3dfb617,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:38.176046 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Port 9ba9722d-7d77-48cb-907f-6665a3dfb617 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:38.199608 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port b9689ef5-daa9-42e2-88dd-3b81743510ab triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:38.199992 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.200328 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port b9689ef5-daa9-42e2-88dd-3b81743510ab Sep 27 17:26:38.219421 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (72bcdf24-79d7-4c71-b262-037ebcb1af62), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.260772 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks [] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.268933 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (3e6180ad-a7e1-45f0-831f-36e99aa5fc78), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.299903 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.327844 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Attempting to bind port 9ba9722d-7d77-48cb-907f-6665a3dfb617 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:26:38.328219 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Attempting to bind port 9ba9722d-7d77-48cb-907f-6665a3dfb617 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:26:38.328913 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Attempting to bind port 9ba9722d-7d77-48cb-907f-6665a3dfb617 on network f6df37ce-4072-424a-afc9-d720386b4649 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:38.358674 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:38.362151 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:38.364859 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:38.367852 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b50582-3847-4a3c-8e3e-72aaac6047f8,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:38.410919 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:38.492877 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:37Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:38.512055 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:26:38.512434 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Checking segment: {'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:38.512846 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.513246 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Bound using segment: {'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:26:38.513748 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Bound port: 9ba9722d-7d77-48cb-907f-6665a3dfb617, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:26:38.522683 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (3e6180ad-a7e1-45f0-831f-36e99aa5fc78), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.524988 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:38.526862 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.532590 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (3e6180ad-a7e1-45f0-831f-36e99aa5fc78), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.540942 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7c235-9d1a-42c5-a8fb-eaf62377ed18 None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:37Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:26:38.550655 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port b9689ef5-daa9-42e2-88dd-3b81743510ab is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:38.551763 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1dd94d52-d68e-49c9-b0c6-8983b2805532 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:38.591834 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78c18988-211d-4232-8160-985875f982f3 None None] Publish callbacks [] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.639585 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78c18988-211d-4232-8160-985875f982f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.683148 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Attempt 8 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:38.730188 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=3e6180ad-a7e1-45f0-831f-36e99aa5fc78,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:38.733330 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (72bcdf24-79d7-4c71-b262-037ebcb1af62), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.756633 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.759513 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-281838dc-0337-4c2b-8f16-e88ba1b418ad tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6532211 Sep 27 17:26:38.777953 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c18988-211d-4232-8160-985875f982f3 None None] Network 96395669-2689-4700-9159-c70c3efab6de is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:38.793462 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:38.795951 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-78c18988-211d-4232-8160-985875f982f3 None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:38.803873 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] For port 9ba9722d-7d77-48cb-907f-6665a3dfb617, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:26:38.807424 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c18988-211d-4232-8160-985875f982f3 None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:38.814639 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 1dd94d52-d68e-49c9-b0c6-8983b2805532 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:38.815022 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:38.815437 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 1dd94d52-d68e-49c9-b0c6-8983b2805532 Sep 27 17:26:38.817041 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Port 9ba9722d-7d77-48cb-907f-6665a3dfb617 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:38.817525 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c18988-211d-4232-8160-985875f982f3 None None] Pushing event updated for resources: {'Port': ['ID=95184c6c-c1ea-4503-b6fa-368cadb809ac,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:38.832544 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] For port 9ba9722d-7d77-48cb-907f-6665a3dfb617, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=9ba9722d-7d77-48cb-907f-6665a3dfb617,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:26:38.956924 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:39.081048 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Routers {'e1495861-39ad-42a8-b619-11bf8a60b8e6'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:39.081654 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e1495861-39ad-42a8-b619-11bf8a60b8e6'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:39.082048 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847064ad-5034-4fbc-9244-df921d1aa914 req-1ad13d0d-d967-404e-83da-4bbdef056b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:39.083582 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-847064ad-5034-4fbc-9244-df921d1aa914 req-1ad13d0d-d967-404e-83da-4bbdef056b5d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 1129 time: 0.1364753 Sep 27 17:26:39.142202 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-78c18988-211d-4232-8160-985875f982f3 None None] Attempting to bind port 95184c6c-c1ea-4503-b6fa-368cadb809ac on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:26:39.142570 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-78c18988-211d-4232-8160-985875f982f3 None None] Attempting to bind port 95184c6c-c1ea-4503-b6fa-368cadb809ac by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'cc9d4229-5fe1-4e26-968a-f473655f7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96395669-2689-4700-9159-c70c3efab6de'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:26:39.142936 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c18988-211d-4232-8160-985875f982f3 None None] Attempting to bind port 95184c6c-c1ea-4503-b6fa-368cadb809ac on network 96395669-2689-4700-9159-c70c3efab6de {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:39.152024 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97cc06-d85f-4f7d-8296-a10d5ee7eb21 req-578cb0ae-5444-46ca-b90a-8c136f081111 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:39.153570 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed97cc06-d85f-4f7d-8296-a10d5ee7eb21 req-578cb0ae-5444-46ca-b90a-8c136f081111 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.1515417 Sep 27 17:26:39.162520 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-494e8e96-d7c5-4281-a224-983da8c4de06 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1733895017&fields=id&tenant_id=ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 267 time: 0.1793365 Sep 27 17:26:39.196063 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:39.197178 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a8787-b8db-49d6-8206-e9b75fdede1a None None] Pushing event updated for resources: {'Port': ['ID=9ba9722d-7d77-48cb-907f-6665a3dfb617,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:39.218007 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:39.239489 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 1dd94d52-d68e-49c9-b0c6-8983b2805532 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:39.299325 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c18988-211d-4232-8160-985875f982f3 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:26:39.299838 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c18988-211d-4232-8160-985875f982f3 None None] Checking segment: {'id': 'cc9d4229-5fe1-4e26-968a-f473655f7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96395669-2689-4700-9159-c70c3efab6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:39.300338 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78c18988-211d-4232-8160-985875f982f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:39.300796 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c18988-211d-4232-8160-985875f982f3 None None] Bound using segment: {'id': 'cc9d4229-5fe1-4e26-968a-f473655f7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96395669-2689-4700-9159-c70c3efab6de'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:26:39.301355 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-78c18988-211d-4232-8160-985875f982f3 None None] Bound port: 95184c6c-c1ea-4503-b6fa-368cadb809ac, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9d4229-5fe1-4e26-968a-f473655f7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96395669-2689-4700-9159-c70c3efab6de'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:26:39.301984 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78c18988-211d-4232-8160-985875f982f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:39.319767 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Attempt 9 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:39.339934 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-847064ad-5034-4fbc-9244-df921d1aa914 req-73d03475-b926-4e3f-bccf-0cc8814b7d82 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486644 Sep 27 17:26:39.351276 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:39.377542 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] Set router e1495861-39ad-42a8-b619-11bf8a60b8e6 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:39.415038 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed97cc06-d85f-4f7d-8296-a10d5ee7eb21 req-8f20b989-1e20-4cc8-9b9e-dc8884943c52 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512164 Sep 27 17:26:39.433049 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks [] for router_gateway (2ba41521-7fae-4925-820c-80d8ee4b5e1b), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:39.568914 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056baa4-d625-4233-908f-c0ec326349db req-f1b030ba-40be-4e66-af72-e358cb8ccaa0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:39.585353 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-f1b030ba-40be-4e66-af72-e358cb8ccaa0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 815 time: 0.4039090 Sep 27 17:26:39.606004 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-1b1b8439-84cd-45ec-bacc-a95e9840b9d2 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/quotas/ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 375 time: 0.0191646 Sep 27 17:26:39.607768 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-78c18988-211d-4232-8160-985875f982f3 None None] For port 95184c6c-c1ea-4503-b6fa-368cadb809ac, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:26:39.656918 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 799018ef-5c02-4a7f-9374-8584e150f9a2 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:39.670380 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-78c18988-211d-4232-8160-985875f982f3 None None] For port 95184c6c-c1ea-4503-b6fa-368cadb809ac, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=95184c6c-c1ea-4503-b6fa-368cadb809ac,segment=NetworkSegment(cc9d4229-5fe1-4e26-968a-f473655f7540),segment_id=cc9d4229-5fe1-4e26-968a-f473655f7540)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:26:39.726721 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-66a56485-7137-4197-a759-60e9d8573d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:39.739875 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-78c18988-211d-4232-8160-985875f982f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:39.758062 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Current status of the port 9ba9722d-7d77-48cb-907f-6665a3dfb617 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:39.758937 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:39.764120 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-d610a993-a87a-4633-996b-47f5d0b55daa tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570427 Sep 27 17:26:39.908348 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:39.976096 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-0d8aac8b-d3f0-4fd9-a4b3-e7133a8a1066 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818461 Sep 27 17:26:39.978911 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 799018ef-5c02-4a7f-9374-8584e150f9a2 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:39.978911 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:39.979161 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 799018ef-5c02-4a7f-9374-8584e150f9a2 Sep 27 17:26:39.985294 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] For port 9ba9722d-7d77-48cb-907f-6665a3dfb617, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=9ba9722d-7d77-48cb-907f-6665a3dfb617,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:39.989240 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c18988-211d-4232-8160-985875f982f3 None None] Pushing event updated for resources: {'Port': ['ID=95184c6c-c1ea-4503-b6fa-368cadb809ac,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:40.035092 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.100781 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51686) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:40.168367 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df747b2-bf32-4102-a5f9-077c9d9329b0 None None] Pushing event updated for resources: {'Port': ['ID=9ba9722d-7d77-48cb-907f-6665a3dfb617,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:40.204531 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (2ba41521-7fae-4925-820c-80d8ee4b5e1b), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.220889 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9ba9722d-7d77-48cb-907f-6665a3dfb617', 'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'mac_address': 'fa:16:3e:ad:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:32Z', 'updated_at': '2022-09-27T17:26:38Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'subnets': [{'id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:40.273207 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-9977622f-a260-42cf-96e0-fa54a1a4532f None None] Provisioning complete for port 9ba9722d-7d77-48cb-907f-6665a3dfb617 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:40.273896 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9977622f-a260-42cf-96e0-fa54a1a4532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.274539 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-9977622f-a260-42cf-96e0-fa54a1a4532f None None] Attempt 1 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:40.317006 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbc3b5-93e6-4ddf-a41c-ee62aea39a3d None None] The sync data for ids ['e1495861-39ad-42a8-b619-11bf8a60b8e6'] in dv-cinder-849143-8-iscsi is: [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9ba9722d-7d77-48cb-907f-6665a3dfb617', 'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'mac_address': 'fa:16:3e:ad:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:32Z', 'updated_at': '2022-09-27T17:26:38Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'subnets': [{'id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:26:40.332602 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-d2ed5819-1796-4542-9a71-a17c2609218b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553148 Sep 27 17:26:40.424600 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b599-3f5c-4f29-873c-3522ef7c0150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.437640 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:40.487454 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Router 2ba41521-7fae-4925-820c-80d8ee4b5e1b is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:26:40.504183 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 799018ef-5c02-4a7f-9374-8584e150f9a2 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:40.504871 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.591467 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b599-3f5c-4f29-873c-3522ef7c0150 admin admin] Publish callbacks [] for security_group (736fba54-cdab-45f4-977d-0b25a70d33cd), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.600037 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b599-3f5c-4f29-873c-3522ef7c0150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (736fba54-cdab-45f4-977d-0b25a70d33cd), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.662252 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-bfb1b599-3f5c-4f29-873c-3522ef7c0150 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1fcdacccb639490ba9986dace34a60cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570908 Sep 27 17:26:40.662252 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1b599-3f5c-4f29-873c-3522ef7c0150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736fba54-cdab-45f4-977d-0b25a70d33cd,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:40.664883 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51706) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:40.691207 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-9977622f-a260-42cf-96e0-fa54a1a4532f None None] Current status of the port 9ba9722d-7d77-48cb-907f-6665a3dfb617 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:40.695063 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:40.754675 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port 799018ef-5c02-4a7f-9374-8584e150f9a2, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=799018ef-5c02-4a7f-9374-8584e150f9a2,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:40.755832 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-9977622f-a260-42cf-96e0-fa54a1a4532f None None] Provisioning complete for port 799018ef-5c02-4a7f-9374-8584e150f9a2 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:40.756218 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9977622f-a260-42cf-96e0-fa54a1a4532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.756561 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-9977622f-a260-42cf-96e0-fa54a1a4532f None None] Attempt 1 to provision port 799018ef-5c02-4a7f-9374-8584e150f9a2 Sep 27 17:26:40.801169 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.811683 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a10cf15d-4975-4788-b26b-c2346b1acb57 admin admin] Publish callbacks [] for security_group (736fba54-cdab-45f4-977d-0b25a70d33cd), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.899030 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a10cf15d-4975-4788-b26b-c2346b1acb57 admin admin] Publish callbacks [] for security_group (736fba54-cdab-45f4-977d-0b25a70d33cd), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:40.971770 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-36bd708d-72d4-47bb-99c5-3466e2feb2c7 req-1426440a-d6e1-4ab9-87cd-2ea92864b4b1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 210 time: 0.3084621 Sep 27 17:26:41.008767 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d739848-ef2c-416c-a167-5eea4522278f req-d0162dd1-209f-4552-89cb-d6082aa239a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:41.016137 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d739848-ef2c-416c-a167-5eea4522278f req-d0162dd1-209f-4552-89cb-d6082aa239a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.4022186 Sep 27 17:26:41.021475 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a10cf15d-4975-4788-b26b-c2346b1acb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (736fba54-cdab-45f4-977d-0b25a70d33cd), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:41.024663 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a10cf15d-4975-4788-b26b-c2346b1acb57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:41.028106 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:26:41.029755 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-a10cf15d-4975-4788-b26b-c2346b1acb57 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/736fba54-cdab-45f4-977d-0b25a70d33cd HTTP/1.1" status: 204 len: 168 time: 0.3598759 Sep 27 17:26:41.052085 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cf15d-4975-4788-b26b-c2346b1acb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736fba54-cdab-45f4-977d-0b25a70d33cd,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:41.136963 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:41.142872 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 51722) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:41.143664 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e96d6870-bce5-4ee6-b7e7-3967c628e689 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2421331 Sep 27 17:26:41.181164 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:41.232947 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d739848-ef2c-416c-a167-5eea4522278f req-6b4575a4-a405-461a-9662-fa3bab279172 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979206 Sep 27 17:26:41.429435 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Sync routers for ids ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:26:41.470417 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d080b3b-1d36-4978-8387-235535a08ec0 None None] Network 96395669-2689-4700-9159-c70c3efab6de requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:26:41.473329 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:41.564513 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Routers {'2ba41521-7fae-4925-820c-80d8ee4b5e1b'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:41.565155 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:41.724931 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=799018ef-5c02-4a7f-9374-8584e150f9a2,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:41.755702 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 9ba9722d-7d77-48cb-907f-6665a3dfb617 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:41.791545 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51732) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:41.812317 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-787eb4b5-13bc-4dcb-a8f1-7e25bde518d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:41.824220 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:41.886527 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:41.939313 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-787eb4b5-13bc-4dcb-a8f1-7e25bde518d0 admin admin] Publish callbacks [] for security_group (84a4a4d7-3afc-40f1-91ed-0dfd35dd8d58), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:41.946899 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:41.956526 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-787eb4b5-13bc-4dcb-a8f1-7e25bde518d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (84a4a4d7-3afc-40f1-91ed-0dfd35dd8d58), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:41.959932 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.017909 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-9977622f-a260-42cf-96e0-fa54a1a4532f None None] Current status of the port 799018ef-5c02-4a7f-9374-8584e150f9a2 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:42.062532 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-787eb4b5-13bc-4dcb-a8f1-7e25bde518d0 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ac96be16ecf7477d86d75724922237f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691839 Sep 27 17:26:42.066290 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 51740) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:26:42.113399 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eb4b5-13bc-4dcb-a8f1-7e25bde518d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a4a4d7-3afc-40f1-91ed-0dfd35dd8d58,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:42.122472 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Set router 2ba41521-7fae-4925-820c-80d8ee4b5e1b gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:42.179008 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c610cc2f-d093-4068-9ef4-d3fd3f787087 req-88832823-34f9-43c3-8ee2-5db7bfa478f7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0334225 Sep 27 17:26:42.213127 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b9f060cf-7de0-4b1c-ae2d-8705e43d2024 admin admin] Publish callbacks [] for security_group (84a4a4d7-3afc-40f1-91ed-0dfd35dd8d58), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.258429 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b9f060cf-7de0-4b1c-ae2d-8705e43d2024 admin admin] Publish callbacks [] for security_group (84a4a4d7-3afc-40f1-91ed-0dfd35dd8d58), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.321902 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 9ba9722d-7d77-48cb-907f-6665a3dfb617 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:42.323480 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.324018 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 9ba9722d-7d77-48cb-907f-6665a3dfb617 Sep 27 17:26:42.333634 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Allocated IP 172.20.0.1 (96395669-2689-4700-9159-c70c3efab6de/f13158b7-daae-4223-a722-6a21321f73f4/f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:42.377182 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:42.424562 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b9f060cf-7de0-4b1c-ae2d-8705e43d2024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (84a4a4d7-3afc-40f1-91ed-0dfd35dd8d58), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.427948 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b9f060cf-7de0-4b1c-ae2d-8705e43d2024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.429257 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-b9f060cf-7de0-4b1c-ae2d-8705e43d2024 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/84a4a4d7-3afc-40f1-91ed-0dfd35dd8d58 HTTP/1.1" status: 204 len: 168 time: 0.3617237 Sep 27 17:26:42.436207 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-2e7079ca-63be-4425-af67-ece23653b354 None None] Provisioning complete for port 95184c6c-c1ea-4503-b6fa-368cadb809ac triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:42.437441 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-2e7079ca-63be-4425-af67-ece23653b354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.438135 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-2e7079ca-63be-4425-af67-ece23653b354 None None] Attempt 1 to provision port 95184c6c-c1ea-4503-b6fa-368cadb809ac Sep 27 17:26:42.443426 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f060cf-7de0-4b1c-ae2d-8705e43d2024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a4a4d7-3afc-40f1-91ed-0dfd35dd8d58,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:42.609042 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5c5b2-1d2d-49b7-b69f-fb6b51ff266d req-8f7f76de-3382-4207-a916-d09d3b606319 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:42.620872 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3ef5c5b2-1d2d-49b7-b69f-fb6b51ff266d req-8f7f76de-3382-4207-a916-d09d3b606319 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.1667757 Sep 27 17:26:42.686648 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Publish callbacks [] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.737744 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 9ba9722d-7d77-48cb-907f-6665a3dfb617 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:42.738520 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3ef5c5b2-1d2d-49b7-b69f-fb6b51ff266d req-70f69d37-fb4d-480d-bbb6-28025d98f624 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155040 Sep 27 17:26:42.739066 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 95184c6c-c1ea-4503-b6fa-368cadb809ac up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:42.790891 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.791157 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.868450 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.937169 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Network 96395669-2689-4700-9159-c70c3efab6de is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:42.941326 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'name': 'tempest-TestMinimumBasicScenario-436476709-router', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:36Z', 'updated_at': '2022-09-27T17:26:39Z', 'revision_number': 3, 'project_id': '693365fee2754e3e8ac69052733795a3', 'gw_port': {'id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:37Z', 'updated_at': '2022-09-27T17:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:42.955483 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 95184c6c-c1ea-4503-b6fa-368cadb809ac triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:42.955483 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:42.956371 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 95184c6c-c1ea-4503-b6fa-368cadb809ac Sep 27 17:26:42.958193 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:42.963401 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:43.043085 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Checking router: 2ba41521-7fae-4925-820c-80d8ee4b5e1b for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:26:43.043607 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Updating router 2ba41521-7fae-4925-820c-80d8ee4b5e1b port d7b50582-3847-4a3c-8e3e-72aaac6047f8 binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:26:43.085438 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:43.088838 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (2ba41521-7fae-4925-820c-80d8ee4b5e1b), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.089371 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.181561 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:43.317501 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-2e7079ca-63be-4425-af67-ece23653b354 None None] Current status of the port 95184c6c-c1ea-4503-b6fa-368cadb809ac is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:43.317727 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-2e7079ca-63be-4425-af67-ece23653b354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.420423 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056baa4-d625-4233-908f-c0ec326349db req-d83e183e-cba5-490e-a037-1b883daefc96 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:43.423414 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-d83e183e-cba5-490e-a037-1b883daefc96 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 815 time: 0.4533522 Sep 27 17:26:43.436085 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-2e7079ca-63be-4425-af67-ece23653b354 None None] For port 95184c6c-c1ea-4503-b6fa-368cadb809ac, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=95184c6c-c1ea-4503-b6fa-368cadb809ac,segment=NetworkSegment(cc9d4229-5fe1-4e26-968a-f473655f7540),segment_id=cc9d4229-5fe1-4e26-968a-f473655f7540)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:43.436999 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 95184c6c-c1ea-4503-b6fa-368cadb809ac is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:43.437497 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.459822 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:43.469971 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-2e7079ca-63be-4425-af67-ece23653b354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.476970 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d91246dc-ff60-44b3-b744-763093ac9b4d req-b74b93cc-f0e4-4d46-8fcf-4e44bc2dc316 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0447421 Sep 27 17:26:43.490777 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.615977 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Provisioning complete for port 95184c6c-c1ea-4503-b6fa-368cadb809ac triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:43.615977 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.616190 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 1 to provision port 95184c6c-c1ea-4503-b6fa-368cadb809ac Sep 27 17:26:43.644824 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7079ca-63be-4425-af67-ece23653b354 None None] Pushing event updated for resources: {'Port': ['ID=95184c6c-c1ea-4503-b6fa-368cadb809ac,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:43.663871 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.db.api [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 17:26:43.664954 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG oslo_db.api [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 17:26:43.677232 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf27f-49d7-4598-9ed6-e016e5a46f2d req-ab2de4b8-9fd2-438c-8172-ba0b6750313b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:43.685582 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-666cf27f-49d7-4598-9ed6-e016e5a46f2d req-ab2de4b8-9fd2-438c-8172-ba0b6750313b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.1855712 Sep 27 17:26:43.688923 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-869c7f7a-242f-419d-b6af-64dd816d283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:43.690746 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-869c7f7a-242f-419d-b6af-64dd816d283e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 1129 time: 0.1347475 Sep 27 17:26:43.772793 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:43.775868 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Publish callbacks [] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.781363 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.788260 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Publish callbacks [] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.817304 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.859687 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:43.885821 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Attempting to bind port d7b50582-3847-4a3c-8e3e-72aaac6047f8 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:26:43.886217 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Attempting to bind port d7b50582-3847-4a3c-8e3e-72aaac6047f8 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:26:43.886581 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Attempting to bind port d7b50582-3847-4a3c-8e3e-72aaac6047f8 on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:43.888651 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (2ba41521-7fae-4925-820c-80d8ee4b5e1b), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.894344 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f1437-d757-425c-831d-60b64178c6de None None] Pushing event updated for resources: {'Port': ['ID=d7b50582-3847-4a3c-8e3e-72aaac6047f8,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:43.938420 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Current status of the port 95184c6c-c1ea-4503-b6fa-368cadb809ac is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:43.981320 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:26:43.981696 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:43.982120 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:43.982549 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:26:43.983062 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Bound port: d7b50582-3847-4a3c-8e3e-72aaac6047f8, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:26:43.983541 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:44.025865 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Provisioning complete for port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:44.026287 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:44.026668 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 1 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:44.033570 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:44.069514 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:44.086244 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-a5d61a1b-84f1-432e-9bdf-5261606adc08 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 380 time: 0.5383658 Sep 27 17:26:44.094760 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:44.109842 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] For port d7b50582-3847-4a3c-8e3e-72aaac6047f8, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:26:44.114952 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'port': {'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'admin_state_up': True, 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'security_groups': ['7e0e4282-074f-4096-8648-56fabf8e2739']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:44.115119 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] For port d7b50582-3847-4a3c-8e3e-72aaac6047f8, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=d7b50582-3847-4a3c-8e3e-72aaac6047f8,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:26:44.116813 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Network 96395669-2689-4700-9159-c70c3efab6de is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:44.118384 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:44.125773 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:44.176992 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Routers {'2ba41521-7fae-4925-820c-80d8ee4b5e1b'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:44.177719 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:44.190256 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:44.207544 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-666cf27f-49d7-4598-9ed6-e016e5a46f2d req-ab0ead78-0719-40e4-a601-6440dd83c363 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192344 Sep 27 17:26:44.208995 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:44.266197 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-65b240bf-fc9f-413a-971c-8081ecfdc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:44.267786 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-65b240bf-fc9f-413a-971c-8081ecfdc6de service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.5647206 Sep 27 17:26:44.301804 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Router 2ba41521-7fae-4925-820c-80d8ee4b5e1b has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:26:44.395722 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-2bd494e0-428e-41c4-a82b-19f916408a1a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75 HTTP/1.1" status: 200 len: 217 time: 0.0562177 Sep 27 17:26:44.483738 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-2db3e86e-ed0e-47e3-bfb2-6a16bb9b467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:44.485769 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-2db3e86e-ed0e-47e3-bfb2-6a16bb9b467f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0781524 Sep 27 17:26:44.610235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:44.617373 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-62e9f0d6-2bd0-4195-9eb9-c178edbca74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:44.622764 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-62e9f0d6-2bd0-4195-9eb9-c178edbca74c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1172552 Sep 27 17:26:44.625005 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Made reservation on behalf of ef13103d3d8b43e1882d4820c8d9247b for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:26:44.630603 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:44.634050 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 2 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:44.699508 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f1437-d757-425c-831d-60b64178c6de None None] Pushing event updated for resources: {'Port': ['ID=d7b50582-3847-4a3c-8e3e-72aaac6047f8,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:44.725573 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:26:44.758413 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-ab43f83d-7289-4ae7-9b82-bf100b0e0470 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/2ba41521-7fae-4925-820c-80d8ee4b5e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5981610 Sep 27 17:26:44.783538 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-57b9bebf-ecdf-428d-b3af-ce49607ec18a req-ed345b5e-a7c4-4ca6-9d29-65038b8b2368 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0839903 Sep 27 17:26:44.902178 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 95184c6c-c1ea-4503-b6fa-368cadb809ac is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:44.928913 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:44.994851 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Allocated IP 172.20.0.6 (50dc8265-0d0d-49da-afd6-19daca5e673b/7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b/154c5998-5a7a-4e89-abf9-12d9614c0120) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:26:44.996885 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] Set router 2ba41521-7fae-4925-820c-80d8ee4b5e1b gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:45.043383 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-56f23f09-8cd0-4d5e-b7c1-73a0b3d7e56f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322862 Sep 27 17:26:45.192916 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:45.274549 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 95184c6c-c1ea-4503-b6fa-368cadb809ac up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:45.379220 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 95184c6c-c1ea-4503-b6fa-368cadb809ac triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:45.379507 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:45.379846 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 95184c6c-c1ea-4503-b6fa-368cadb809ac Sep 27 17:26:45.448074 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 3 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:45.517784 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d0b83e4-7631-42b3-91e9-c95e9a4e2b68 req-58d9e1e8-8494-4690-9bd6-01f9fd7d2aa2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676232 Sep 27 17:26:45.518389 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'name': 'tempest-TestMinimumBasicScenario-436476709-router', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:36Z', 'updated_at': '2022-09-27T17:26:43Z', 'revision_number': 4, 'project_id': '693365fee2754e3e8ac69052733795a3', 'gw_port': {'id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:37Z', 'updated_at': '2022-09-27T17:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6', 'name': '', 'network_id': '96395669-2689-4700-9159-c70c3efab6de', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'mac_address': 'fa:16:3e:ec:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f13158b7-daae-4223-a722-6a21321f73f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:41Z', 'updated_at': '2022-09-27T17:26:43Z', 'revision_number': 2, 'project_id': '693365fee2754e3e8ac69052733795a3', 'subnets': [{'id': 'f13158b7-daae-4223-a722-6a21321f73f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:45.519832 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:45.549354 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ec594-87a2-4020-a7c8-8d33670f89b1 req-06a11a8a-a5ca-40ff-b13d-8560d9a3ff20 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:45.549582 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ed0e82-2827-4c2d-9190-026be3fad83a None None] The sync data for ids ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'] in dv-cinder-849143-8-iscsi is: [{'id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'name': 'tempest-TestMinimumBasicScenario-436476709-router', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:36Z', 'updated_at': '2022-09-27T17:26:43Z', 'revision_number': 4, 'project_id': '693365fee2754e3e8ac69052733795a3', 'gw_port': {'id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:37Z', 'updated_at': '2022-09-27T17:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6', 'name': '', 'network_id': '96395669-2689-4700-9159-c70c3efab6de', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'mac_address': 'fa:16:3e:ec:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f13158b7-daae-4223-a722-6a21321f73f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:41Z', 'updated_at': '2022-09-27T17:26:43Z', 'revision_number': 2, 'project_id': '693365fee2754e3e8ac69052733795a3', 'subnets': [{'id': 'f13158b7-daae-4223-a722-6a21321f73f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:26:45.552037 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-710ec594-87a2-4020-a7c8-8d33670f89b1 req-06a11a8a-a5ca-40ff-b13d-8560d9a3ff20 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.1250205 Sep 27 17:26:45.632305 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:45.647498 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 95184c6c-c1ea-4503-b6fa-368cadb809ac is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:45.648718 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 799018ef-5c02-4a7f-9374-8584e150f9a2 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:45.724132 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 799018ef-5c02-4a7f-9374-8584e150f9a2 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:45.724923 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:45.725040 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 799018ef-5c02-4a7f-9374-8584e150f9a2 Sep 27 17:26:45.759928 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-710ec594-87a2-4020-a7c8-8d33670f89b1 req-26769630-fcc3-4da5-83cb-b8dd26f92bdc tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855943 Sep 27 17:26:45.812363 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:45.846187 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 799018ef-5c02-4a7f-9374-8584e150f9a2 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:45.872691 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:45.880822 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Network 50dc8265-0d0d-49da-afd6-19daca5e673b is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:26:45.887900 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:26:45.892272 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:26:45.919733 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=154c5998-5a7a-4e89-abf9-12d9614c0120,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:46.020877 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 4 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:46.082096 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:46.082790 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:46.114040 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:46.147160 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-1abed52e-daf7-4eca-b450-53523dd62ab1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0397582 Sep 27 17:26:46.168152 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd44a7-357d-4a28-a76d-1d3711883819 req-fd273b07-c2c0-4a3b-a178-30c319b7a0ac tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:46.172274 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-51fd44a7-357d-4a28-a76d-1d3711883819 req-fd273b07-c2c0-4a3b-a178-30c319b7a0ac tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 931 time: 0.2031856 Sep 27 17:26:46.199338 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:46.301075 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-51fd44a7-357d-4a28-a76d-1d3711883819 req-cbbf1b90-f63a-4972-be40-06cce5e9a492 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188581 Sep 27 17:26:46.614706 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 5 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:46.684639 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:47.014150 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1691dc-9135-4589-ae4a-834f372faeb6 req-58819e72-f3c6-4a0b-96d4-0cd147b529e3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:47.015704 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ec1691dc-9135-4589-ae4a-834f372faeb6 req-58819e72-f3c6-4a0b-96d4-0cd147b529e3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.1321719 Sep 27 17:26:47.092597 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device d7b50582-3847-4a3c-8e3e-72aaac6047f8 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:47.118935 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ec1691dc-9135-4589-ae4a-834f372faeb6 req-e868d5f5-a04b-44b5-8536-add0e0bf1efd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937383 Sep 27 17:26:47.153690 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:47.188781 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 6 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:47.216942 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port d7b50582-3847-4a3c-8e3e-72aaac6047f8 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:47.217315 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:47.217648 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port d7b50582-3847-4a3c-8e3e-72aaac6047f8 Sep 27 17:26:47.258478 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:47.339953 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port d7b50582-3847-4a3c-8e3e-72aaac6047f8 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:47.340350 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:47.368475 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port d7b50582-3847-4a3c-8e3e-72aaac6047f8, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=d7b50582-3847-4a3c-8e3e-72aaac6047f8,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:47.374444 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:47.442191 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=d7b50582-3847-4a3c-8e3e-72aaac6047f8,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:47.523650 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d3595-0c69-4d09-ac94-a03d837d547e req-fc9ba658-d5bb-4f5c-b617-9f8bb29c4761 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:47.531770 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d7d3595-0c69-4d09-ac94-a03d837d547e req-fc9ba658-d5bb-4f5c-b617-9f8bb29c4761 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 931 time: 0.0748427 Sep 27 17:26:47.646194 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d7d3595-0c69-4d09-ac94-a03d837d547e req-0e3de107-3ad7-4270-b607-4af32ad884af tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111772 Sep 27 17:26:47.758674 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 7 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:47.835103 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:48.328511 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b217cd6-79be-4c6a-b475-df012f600c82 req-e12de338-a7d1-4a3d-9b2d-47ba4b7d299a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:48.337188 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8b217cd6-79be-4c6a-b475-df012f600c82 req-e12de338-a7d1-4a3d-9b2d-47ba4b7d299a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0800765 Sep 27 17:26:48.337858 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 8 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:48.414008 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8b217cd6-79be-4c6a-b475-df012f600c82 req-800f2755-3716-418e-86ff-776c3a8246d0 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754321 Sep 27 17:26:48.414501 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:48.541187 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=36 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:48.919364 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 9 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:48.981927 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab9282-c809-4753-8550-bd36ad7f686f req-f2d1262c-5c72-4f4e-9dfd-5e7136fe983f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:48.983843 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-01ab9282-c809-4753-8550-bd36ad7f686f req-f2d1262c-5c72-4f4e-9dfd-5e7136fe983f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 931 time: 0.0638330 Sep 27 17:26:49.014088 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:49.053088 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:49.081891 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-01ab9282-c809-4753-8550-bd36ad7f686f req-b4cb4b47-cd03-4204-846f-cd310ed19d4c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908382 Sep 27 17:26:49.086808 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device d7b50582-3847-4a3c-8e3e-72aaac6047f8 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:49.148505 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port d7b50582-3847-4a3c-8e3e-72aaac6047f8 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:49.148886 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:49.149228 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port d7b50582-3847-4a3c-8e3e-72aaac6047f8 Sep 27 17:26:49.250932 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port d7b50582-3847-4a3c-8e3e-72aaac6047f8 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:49.554439 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Attempt 10 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:49.574725 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cb1af-7109-4391-a87e-4380ed2c7fa4 req-5a124625-7a9a-44fc-ad56-51075c05663e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:49.581977 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b68cb1af-7109-4391-a87e-4380ed2c7fa4 req-5a124625-7a9a-44fc-ad56-51075c05663e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0719235 Sep 27 17:26:49.602605 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f932d10f-e500-454f-9a8b-a1f8c8fd6e80 None None] Port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:49.656581 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b68cb1af-7109-4391-a87e-4380ed2c7fa4 req-8f9ae1bf-d739-424a-8367-b416d162210f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733054 Sep 27 17:26:49.725453 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Sync routers for ids ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:26:49.727542 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Provisioning complete for port 154c5998-5a7a-4e89-abf9-12d9614c0120 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:49.728092 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:49.728649 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Attempt 1 to provision port 154c5998-5a7a-4e89-abf9-12d9614c0120 Sep 27 17:26:49.747924 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Routers {'2ba41521-7fae-4925-820c-80d8ee4b5e1b'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:49.748474 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:49.769081 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Port 154c5998-5a7a-4e89-abf9-12d9614c0120 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:49.858614 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Set router 2ba41521-7fae-4925-820c-80d8ee4b5e1b gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:50.071740 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'name': 'tempest-TestMinimumBasicScenario-436476709-router', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:36Z', 'updated_at': '2022-09-27T17:26:43Z', 'revision_number': 4, 'project_id': '693365fee2754e3e8ac69052733795a3', 'gw_port': {'id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:37Z', 'updated_at': '2022-09-27T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6', 'name': '', 'network_id': '96395669-2689-4700-9159-c70c3efab6de', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'mac_address': 'fa:16:3e:ec:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f13158b7-daae-4223-a722-6a21321f73f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:41Z', 'updated_at': '2022-09-27T17:26:43Z', 'revision_number': 2, 'project_id': '693365fee2754e3e8ac69052733795a3', 'subnets': [{'id': 'f13158b7-daae-4223-a722-6a21321f73f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:50.102645 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Checking router: 2ba41521-7fae-4925-820c-80d8ee4b5e1b for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:26:50.102995 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Updating router 2ba41521-7fae-4925-820c-80d8ee4b5e1b port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:26:50.222847 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:50.274165 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7864c-62f2-41b7-b2b7-4c63266fb3bf req-a59e3103-2aa8-411d-acff-6ec5d34cd98d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:50.280052 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-73f7864c-62f2-41b7-b2b7-4c63266fb3bf req-a59e3103-2aa8-411d-acff-6ec5d34cd98d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 931 time: 0.1004274 Sep 27 17:26:50.284369 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Attempt 2 to provision port 154c5998-5a7a-4e89-abf9-12d9614c0120 Sep 27 17:26:50.341003 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Port 154c5998-5a7a-4e89-abf9-12d9614c0120 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:50.392597 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-73f7864c-62f2-41b7-b2b7-4c63266fb3bf req-94e2eb0a-1d87-493c-8c57-9f60e0523244 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121471 Sep 27 17:26:50.522837 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Publish callbacks [] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:50.529602 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:50.581628 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4c2be-5ffd-4615-b867-aa2a6db50e04 None None] Pushing event updated for resources: {'Port': ['ID=f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:50.643541 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Attempting to bind port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:26:50.643992 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Attempting to bind port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'cc9d4229-5fe1-4e26-968a-f473655f7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96395669-2689-4700-9159-c70c3efab6de'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:26:50.644427 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Attempting to bind port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 on network 96395669-2689-4700-9159-c70c3efab6de {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:50.672709 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:50.690447 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:26:50.690815 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Checking segment: {'id': 'cc9d4229-5fe1-4e26-968a-f473655f7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96395669-2689-4700-9159-c70c3efab6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:50.691432 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:50.691826 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Bound using segment: {'id': 'cc9d4229-5fe1-4e26-968a-f473655f7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96395669-2689-4700-9159-c70c3efab6de'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:26:50.692302 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Bound port: f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9d4229-5fe1-4e26-968a-f473655f7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '96395669-2689-4700-9159-c70c3efab6de'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:26:50.692676 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:50.782738 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] For port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:26:50.788038 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] For port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6,segment=NetworkSegment(cc9d4229-5fe1-4e26-968a-f473655f7540),segment_id=cc9d4229-5fe1-4e26-968a-f473655f7540)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:26:50.796367 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:50.807449 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5568-605d-424b-acb9-f584147b4a4d req-d1d0a9ff-d93a-4ec3-a3ba-d652a1bd12c3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:50.814546 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cecc5568-605d-424b-acb9-f584147b4a4d req-d1d0a9ff-d93a-4ec3-a3ba-d652a1bd12c3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0616846 Sep 27 17:26:50.842442 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Attempt 3 to provision port 154c5998-5a7a-4e89-abf9-12d9614c0120 Sep 27 17:26:50.862064 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Routers {'2ba41521-7fae-4925-820c-80d8ee4b5e1b'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:26:50.862732 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:26:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:50.865984 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4c2be-5ffd-4615-b867-aa2a6db50e04 None None] Pushing event updated for resources: {'Port': ['ID=f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6,revision_number=4']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:50.871459 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cecc5568-605d-424b-acb9-f584147b4a4d req-623195fd-3663-4020-ab8c-a1b4aae6e096 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557375 Sep 27 17:26:50.911952 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Port 154c5998-5a7a-4e89-abf9-12d9614c0120 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:50.970352 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:50.985196 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] Set router 2ba41521-7fae-4925-820c-80d8ee4b5e1b gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:26:51.055075 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:51.130983 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:51.131765 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:51.132310 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:51.238509 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:51.241926 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:51.271796 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'name': 'tempest-TestMinimumBasicScenario-436476709-router', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:36Z', 'updated_at': '2022-09-27T17:26:43Z', 'revision_number': 4, 'project_id': '693365fee2754e3e8ac69052733795a3', 'gw_port': {'id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:37Z', 'updated_at': '2022-09-27T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6', 'name': '', 'network_id': '96395669-2689-4700-9159-c70c3efab6de', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'mac_address': 'fa:16:3e:ec:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f13158b7-daae-4223-a722-6a21321f73f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:41Z', 'updated_at': '2022-09-27T17:26:50Z', 'revision_number': 4, 'project_id': '693365fee2754e3e8ac69052733795a3', 'subnets': [{'id': 'f13158b7-daae-4223-a722-6a21321f73f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:26:51.311951 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:51.315777 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6,segment=NetworkSegment(cc9d4229-5fe1-4e26-968a-f473655f7540),segment_id=cc9d4229-5fe1-4e26-968a-f473655f7540)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:26:51.320502 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:51.326953 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2768400a-c5e2-47c4-a77d-7b5a70e8081c None None] The sync data for ids ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'] in dv-cinder-849143-8-iscsi is: [{'id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'name': 'tempest-TestMinimumBasicScenario-436476709-router', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:36Z', 'updated_at': '2022-09-27T17:26:43Z', 'revision_number': 4, 'project_id': '693365fee2754e3e8ac69052733795a3', 'gw_port': {'id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:37Z', 'updated_at': '2022-09-27T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6', 'name': '', 'network_id': '96395669-2689-4700-9159-c70c3efab6de', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'mac_address': 'fa:16:3e:ec:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f13158b7-daae-4223-a722-6a21321f73f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:41Z', 'updated_at': '2022-09-27T17:26:50Z', 'revision_number': 4, 'project_id': '693365fee2754e3e8ac69052733795a3', 'subnets': [{'id': 'f13158b7-daae-4223-a722-6a21321f73f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:26:51.417399 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Attempt 4 to provision port 154c5998-5a7a-4e89-abf9-12d9614c0120 Sep 27 17:26:51.469559 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:51.480367 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Port 154c5998-5a7a-4e89-abf9-12d9614c0120 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:51.559129 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158efb3f-9037-4b99-919f-cd861e76bef6 req-e455c1c3-8b95-4e60-b4c8-fd94ecebe8e1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:51.561005 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-158efb3f-9037-4b99-919f-cd861e76bef6 req-e455c1c3-8b95-4e60-b4c8-fd94ecebe8e1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 931 time: 0.0680070 Sep 27 17:26:51.658242 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-158efb3f-9037-4b99-919f-cd861e76bef6 req-d33cf08d-528e-4386-83e5-96e641424296 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911362 Sep 27 17:26:51.981339 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Attempt 5 to provision port 154c5998-5a7a-4e89-abf9-12d9614c0120 Sep 27 17:26:52.024269 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49378cb8-ea9c-45b3-9bf0-685fe441bb5b req-d289a972-a141-448d-86ef-a30e93c31896 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:52.027103 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-49378cb8-ea9c-45b3-9bf0-685fe441bb5b req-d289a972-a141-448d-86ef-a30e93c31896 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0640397 Sep 27 17:26:52.027646 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Port 154c5998-5a7a-4e89-abf9-12d9614c0120 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:52.082624 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-49378cb8-ea9c-45b3-9bf0-685fe441bb5b req-9e6bebb1-38e1-43e3-970c-a5c50f06e7ef tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485048 Sep 27 17:26:52.312529 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Request body: {'port': {'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:26:52.390989 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:52.403800 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:52.517534 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:52.529180 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Attempt 6 to provision port 154c5998-5a7a-4e89-abf9-12d9614c0120 Sep 27 17:26:52.571454 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Port 154c5998-5a7a-4e89-abf9-12d9614c0120 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:52.741367 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154c5998-5a7a-4e89-abf9-12d9614c0120 {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:26:52.752677 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Publish callbacks [] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:52.798894 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Transition to ACTIVE for port object 154c5998-5a7a-4e89-abf9-12d9614c0120 will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:26:52.808034 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:52.861164 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fec0c5-1caf-4805-b00d-75d38b834191 req-5fe0b79e-7ac7-441c-8755-2040696cc54d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:52.870006 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-44fec0c5-1caf-4805-b00d-75d38b834191 req-5fe0b79e-7ac7-441c-8755-2040696cc54d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 931 time: 0.1074224 Sep 27 17:26:52.969895 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-44fec0c5-1caf-4805-b00d-75d38b834191 req-cb9ef7b2-ab34-44de-9263-3c525961ff34 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985775 Sep 27 17:26:52.995973 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Pushing event updated for resources: {'Port': ['ID=154c5998-5a7a-4e89-abf9-12d9614c0120,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:53.067611 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Attempting to bind port 154c5998-5a7a-4e89-abf9-12d9614c0120 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:26:53.068207 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Attempting to bind port 154c5998-5a7a-4e89-abf9-12d9614c0120 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:26:53.068434 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Attempting to bind port 154c5998-5a7a-4e89-abf9-12d9614c0120 on network 50dc8265-0d0d-49da-afd6-19daca5e673b {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:53.073538 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Attempt 7 to provision port 154c5998-5a7a-4e89-abf9-12d9614c0120 Sep 27 17:26:53.123086 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Port 154c5998-5a7a-4e89-abf9-12d9614c0120 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:26:53.136914 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:26:53.219958 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:53.220343 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:53.220855 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:53.228479 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Port 154c5998-5a7a-4e89-abf9-12d9614c0120 on network 50dc8265-0d0d-49da-afd6-19daca5e673b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:26:53.228771 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Attempting to bind port 154c5998-5a7a-4e89-abf9-12d9614c0120 on network 50dc8265-0d0d-49da-afd6-19daca5e673b {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:26:53.271102 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3552db-476f-47eb-b121-7353d1c8cc39 req-96167fb5-30d5-4c8f-bac7-583d3daeb5bd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:53.272640 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5e3552db-476f-47eb-b121-7353d1c8cc39 req-96167fb5-30d5-4c8f-bac7-583d3daeb5bd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0853574 Sep 27 17:26:53.330715 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:53.337760 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:26:53.338657 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Checking segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:26:53.339186 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Bound using segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:26:53.339641 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Bound port: 154c5998-5a7a-4e89-abf9-12d9614c0120, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:26:53.340002 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:53.375549 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5e3552db-476f-47eb-b121-7353d1c8cc39 req-7453608a-dc8b-41a8-8df2-5a4f553c5e30 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840344 Sep 27 17:26:53.441331 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] For port 154c5998-5a7a-4e89-abf9-12d9614c0120, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:26:53.459562 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] For port 154c5998-5a7a-4e89-abf9-12d9614c0120, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=154c5998-5a7a-4e89-abf9-12d9614c0120,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:26:53.465123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:53.470262 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:53.475238 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:53.475837 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:53.477186 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/154c5998-5a7a-4e89-abf9-12d9614c0120 HTTP/1.1" status: 200 len: 1093 time: 1.1689658 Sep 27 17:26:53.477741 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'tag': '154c5998-5a7a-4e89-abf9-12d9614c0120'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:26:53.480290 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46" -d '{"events": [{"name": "network-changed", "server_uuid": "fef20d9a-42bf-4605-bbcb-b673d215a5b9", "tag": "154c5998-5a7a-4e89-abf9-12d9614c0120"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:26:53.534755 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9ed73-9460-4575-a504-4358d48adf38 service neutron] Pushing event updated for resources: {'Port': ['ID=154c5998-5a7a-4e89-abf9-12d9614c0120,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:26:53.586182 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d769e318-dc3c-4fab-ba1c-d775e08419d8 x-openstack-request-id: req-d769e318-dc3c-4fab-ba1c-d775e08419d8 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:26:53.586770 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef20d9a-42bf-4605-bbcb-b673d215a5b9", "tag": "154c5998-5a7a-4e89-abf9-12d9614c0120", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:26:53.587396 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d769e318-dc3c-4fab-ba1c-d775e08419d8 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:26:53.587959 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d769e318-dc3c-4fab-ba1c-d775e08419d8'] response: {'name': 'network-changed', 'server_uuid': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'tag': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'status': 'completed', 'code': 200} Sep 27 17:26:53.625061 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Attempt 8 to provision port 154c5998-5a7a-4e89-abf9-12d9614c0120 Sep 27 17:26:53.667392 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:53.681244 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Port 154c5998-5a7a-4e89-abf9-12d9614c0120 had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:26:53.689168 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Provisioning complete for port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:26:53.689541 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:26:53.689876 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Attempt 1 to provision port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 Sep 27 17:26:53.794909 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc0569-6b8f-4e6d-8fc3-1a17ee1483e4 None None] Current status of the port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:26:54.113328 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397775c-a52f-4e72-93f4-b620e86e1550 req-c959d0f2-a4eb-4488-9c5f-5e62e75bc104 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:54.115787 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7397775c-a52f-4e72-93f4-b620e86e1550 req-c959d0f2-a4eb-4488-9c5f-5e62e75bc104 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 943 time: 0.0610926 Sep 27 17:26:54.179283 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7397775c-a52f-4e72-93f4-b620e86e1550 req-0f65c8f9-ba67-42fa-a6cb-b81b2e66dfc8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559268 Sep 27 17:26:54.535042 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bec4f-af4a-499f-a186-50237dc90e88 req-362457f6-5d38-478d-974d-9c71154cbf5f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:54.537197 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f84bec4f-af4a-499f-a186-50237dc90e88 req-362457f6-5d38-478d-974d-9c71154cbf5f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0583739 Sep 27 17:26:54.598611 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f84bec4f-af4a-499f-a186-50237dc90e88 req-f8d2a6d2-28d2-4c31-8ce0-1e9e1474ec0c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548036 Sep 27 17:26:54.701983 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=44 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:54.719351 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=16 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:55.308072 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3c413-da11-4635-a7b0-946bd2c40ede req-e39a8930-254c-4a21-8e92-b1ac8bc97d79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:55.310590 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-59e3c413-da11-4635-a7b0-946bd2c40ede req-e39a8930-254c-4a21-8e92-b1ac8bc97d79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 943 time: 0.0539579 Sep 27 17:26:55.345162 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:55.368522 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-59e3c413-da11-4635-a7b0-946bd2c40ede req-b58a8d22-60aa-4c9f-86b1-024172c4028b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531259 Sep 27 17:26:56.503499 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f366558-5877-467d-8f42-9b218fd7c9e2 req-71e4c8b4-0703-425e-b8f5-2ebe6b302666 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:56.505149 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8f366558-5877-467d-8f42-9b218fd7c9e2 req-71e4c8b4-0703-425e-b8f5-2ebe6b302666 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 943 time: 0.0525587 Sep 27 17:26:56.565813 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8f366558-5877-467d-8f42-9b218fd7c9e2 req-dbcfd1eb-f1cd-4300-b1d8-b6e52128c87b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548108 Sep 27 17:26:57.638280 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-f4f8196f-29f2-4024-8b72-cdd22ee1542e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:57.639775 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-f4f8196f-29f2-4024-8b72-cdd22ee1542e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/networks?id=f6df37ce-4072-424a-afc9-d720386b4649 HTTP/1.1" status: 200 len: 814 time: 0.1030385 Sep 27 17:26:57.640219 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:26:57.685028 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-abd59016-989e-4ed7-ae10-65cd8d7349f0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/quotas/9bf4e20a59f147afb4f036fc8d04adb2 HTTP/1.1" status: 200 len: 375 time: 0.0354321 Sep 27 17:26:57.690768 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056baa4-d625-4233-908f-c0ec326349db req-b965b9fb-1fd5-4fc2-8336-c673dd0af0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:57.692528 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-b965b9fb-1fd5-4fc2-8336-c673dd0af0a3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 1127 time: 0.0518928 Sep 27 17:26:57.757856 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-0881953f-ac0c-419d-a3cd-a9fb4563336d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=154c5998-5a7a-4e89-abf9-12d9614c0120 HTTP/1.1" status: 200 len: 217 time: 0.0531163 Sep 27 17:26:57.779708 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-7e02b5d1-941b-430c-b01a-3b308c27f45e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9bf4e20a59f147afb4f036fc8d04adb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862176 Sep 27 17:26:57.869374 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056baa4-d625-4233-908f-c0ec326349db req-78b17091-0680-4fca-830e-d52c2ae0d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:57.870899 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-78b17091-0680-4fca-830e-d52c2ae0d987 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.1075628 Sep 27 17:26:57.939594 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-e7bbdda9-a60e-4849-94da-a92e4a883cf0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403878 Sep 27 17:26:57.947191 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73bf8e-a8c6-43c2-8c3a-e935571d63c6 req-de33e23a-8da4-42b5-b9b6-c279c3ee4525 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:57.949054 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bf8e-a8c6-43c2-8c3a-e935571d63c6 req-de33e23a-8da4-42b5-b9b6-c279c3ee4525 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 943 time: 0.0654597 Sep 27 17:26:58.048492 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bf8e-a8c6-43c2-8c3a-e935571d63c6 req-7a07e6a3-0e3b-4459-9289-fdbdcf88d5e8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915287 Sep 27 17:26:58.071557 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-1099e788-eed8-44f6-b866-31d17068b275 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215672 Sep 27 17:26:58.133098 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:58.141524 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056baa4-d625-4233-908f-c0ec326349db req-2d285db9-22d9-43db-914e-2e2446fb27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:58.143806 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-2d285db9-22d9-43db-914e-2e2446fb27c5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553434 Sep 27 17:26:58.256453 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-18765e29-6975-4d5f-9a3e-683bdaf5d120 req-0ea5f507-c5b6-429e-9401-2d98cf860182 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 210 time: 0.0351946 Sep 27 17:26:58.285599 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-0580c4da-ee23-4932-a2bc-69442766bbed service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330924 Sep 27 17:26:58.492485 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3056baa4-d625-4233-908f-c0ec326349db req-70f7a4a3-eab9-450b-afe9-21ce53ae20eb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956559 Sep 27 17:26:59.171119 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94f09d-0d08-47d0-8494-c0cad967ae2b req-5d2c00cc-3d62-4919-9a92-ce71d99e5cf3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:26:59.172593 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6a94f09d-0d08-47d0-8494-c0cad967ae2b req-5d2c00cc-3d62-4919-9a92-ce71d99e5cf3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 943 time: 0.0470390 Sep 27 17:26:59.202478 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:26:59.219552 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6a94f09d-0d08-47d0-8494-c0cad967ae2b req-213ed126-92f9-49ea-808f-f7f84ee7e1b8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Sep 27 17:26:59.361112 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fdc1a4b6-8ee2-4f0c-aed5-6490ce19d4ee req-53614b4a-65c8-4591-b465-c99939d03912 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 210 time: 0.0293584 Sep 27 17:27:00.327413 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52204) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:00.332082 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-11c9c272-2ef1-4206-809f-56daadcaae91 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113177752', 'description': 'tempest-description--237025482'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:27:00.352887 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a34e3-e654-4607-be5c-253d440142fe req-dfd50204-648e-4fb9-ac09-2eb018f9facd tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:00.354433 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-11c9c272-2ef1-4206-809f-56daadcaae91 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.355062 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1b3a34e3-e654-4607-be5c-253d440142fe req-dfd50204-648e-4fb9-ac09-2eb018f9facd tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 943 time: 0.0541487 Sep 27 17:27:00.431542 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1b3a34e3-e654-4607-be5c-253d440142fe req-38a716c4-0ded-4930-9506-cd0b7e2e1b6d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664291 Sep 27 17:27:00.436970 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-11c9c272-2ef1-4206-809f-56daadcaae91 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group (8073cb02-45ff-4dbd-ba7d-7d33727a387e), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.450656 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-11c9c272-2ef1-4206-809f-56daadcaae91 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (8073cb02-45ff-4dbd-ba7d-7d33727a387e), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.479600 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d1e58ff5-7f59-4138-982b-f3ecf6c4eac3 req-0944a3b4-d83d-4020-a60f-290d11edfb3d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 210 time: 0.0301752 Sep 27 17:27:00.481107 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-11c9c272-2ef1-4206-809f-56daadcaae91 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.482692 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-11c9c272-2ef1-4206-809f-56daadcaae91 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1542528 Sep 27 17:27:00.486246 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 52208) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:00.487494 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9c272-2ef1-4206-809f-56daadcaae91 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8073cb02-45ff-4dbd-ba7d-7d33727a387e,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:00.506246 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-ccefcde6-a43a-4071-a973-4e32e8296b77 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Request body: {'security_group_rule': {'security_group_id': '8073cb02-45ff-4dbd-ba7d-7d33727a387e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:27:00.522955 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ccefcde6-a43a-4071-a973-4e32e8296b77 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group_rule (3f5b15cd-a3a9-4d33-a446-9ac1fc5d6d08), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.580430 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ccefcde6-a43a-4071-a973-4e32e8296b77 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group_rule (3f5b15cd-a3a9-4d33-a446-9ac1fc5d6d08), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.583918 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ccefcde6-a43a-4071-a973-4e32e8296b77 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (3f5b15cd-a3a9-4d33-a446-9ac1fc5d6d08), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.603389 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefcde6-a43a-4071-a973-4e32e8296b77 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5b15cd-a3a9-4d33-a446-9ac1fc5d6d08,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:00.612039 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ccefcde6-a43a-4071-a973-4e32e8296b77 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.613402 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-ccefcde6-a43a-4071-a973-4e32e8296b77 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257448 Sep 27 17:27:00.616050 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 52210) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:00.620410 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-6c2078e9-fe7c-4901-8010-57c75845204a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Request body: {'security_group_rule': {'security_group_id': '8073cb02-45ff-4dbd-ba7d-7d33727a387e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:27:00.646317 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c2078e9-fe7c-4901-8010-57c75845204a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group_rule (ec170284-ee7f-46fb-8884-d477adb4a786), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.703043 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c2078e9-fe7c-4901-8010-57c75845204a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group_rule (ec170284-ee7f-46fb-8884-d477adb4a786), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.706243 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c2078e9-fe7c-4901-8010-57c75845204a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (ec170284-ee7f-46fb-8884-d477adb4a786), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.725227 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2078e9-fe7c-4901-8010-57c75845204a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec170284-ee7f-46fb-8884-d477adb4a786,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:00.730246 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c2078e9-fe7c-4901-8010-57c75845204a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.734379 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6c2078e9-fe7c-4901-8010-57c75845204a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173282 Sep 27 17:27:00.734830 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52212) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:00.739312 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:27:00.760325 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.845763 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:00.956276 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Allocated IP 172.27.0.121 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/483dae8e-c6bc-4290-bb1a-b8460b3cc1ad) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:27:01.073894 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for port (483dae8e-c6bc-4290-bb1a-b8460b3cc1ad), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.112639 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (483dae8e-c6bc-4290-bb1a-b8460b3cc1ad), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.151597 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:27:01.153032 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:27:01.158529 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:27:01.196128 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event updated for resources: {'Port': ['ID=483dae8e-c6bc-4290-bb1a-b8460b3cc1ad,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:01.265717 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for floatingip (3584f813-ab9d-43bd-8288-f223c2dc352a), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.277394 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:01.305911 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (483dae8e-c6bc-4290-bb1a-b8460b3cc1ad), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.345646 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:01.454930 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 52244) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:01.469037 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for port (483dae8e-c6bc-4290-bb1a-b8460b3cc1ad), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.475650 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (483dae8e-c6bc-4290-bb1a-b8460b3cc1ad), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.562192 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event updated for resources: {'Port': ['ID=483dae8e-c6bc-4290-bb1a-b8460b3cc1ad,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:01.564987 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (3584f813-ab9d-43bd-8288-f223c2dc352a), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.571684 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e043da4-6152-4f12-b375-d6a1b3d7a235 req-88de3368-a208-497a-848c-e385889fdc8a tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:01.574764 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2e043da4-6152-4f12-b375-d6a1b3d7a235 req-88de3368-a208-497a-848c-e385889fdc8a tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 943 time: 0.0657339 Sep 27 17:27:01.586011 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.587714 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-87be32a2-8215-41f1-9a01-53125f31e0f8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8518417 Sep 27 17:27:01.618031 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-af88a8f8-9ed8-4174-b8a7-0d82993a9fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.662570 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-659f5cc8-1838-4824-9fc9-b9631b3dc625 req-95c43713-b22a-4d9a-8ae3-11ab71ff6745 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 210 time: 0.0483582 Sep 27 17:27:01.688389 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2e043da4-6152-4f12-b375-d6a1b3d7a235 req-4dab3c92-a67e-47ab-959d-0982911f4f3d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996406 Sep 27 17:27:01.775430 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-f8703d67-c2e2-4815-9d15-4ef00c172b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:01.776978 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-f8703d67-c2e2-4815-9d15-4ef00c172b36 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 1127 time: 0.0580223 Sep 27 17:27:01.783723 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:01.872207 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:01.907269 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-af88a8f8-9ed8-4174-b8a7-0d82993a9fac admin admin] Publish callbacks [] for security_group (c9262fa8-6e29-47cb-9d21-00e3690c60d4), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.913325 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-f6a978b2-ba6f-4a31-b88c-b0b2e67a1653 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1113177752&fields=id&tenant_id=fd5caa5782e74721a4c2991524182668 HTTP/1.1" status: 200 len: 267 time: 0.1395144 Sep 27 17:27:01.917702 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-af88a8f8-9ed8-4174-b8a7-0d82993a9fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (c9262fa8-6e29-47cb-9d21-00e3690c60d4), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:01.993976 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-e159cf9a-6d4b-4b27-81db-fc50319b2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:01.995585 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-e159cf9a-6d4b-4b27-81db-fc50319b2e66 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 916 time: 0.2094722 Sep 27 17:27:02.033523 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-af88a8f8-9ed8-4174-b8a7-0d82993a9fac admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=5560ba31a85e4e6a9d04dbc5bd592c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5775261 Sep 27 17:27:02.036813 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52262) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:02.046511 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88a8f8-9ed8-4174-b8a7-0d82993a9fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9262fa8-6e29-47cb-9d21-00e3690c60d4,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:02.102368 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87d6969f-00c3-4207-b7a6-a4ddca5bfe84 admin admin] Publish callbacks [] for security_group (c9262fa8-6e29-47cb-9d21-00e3690c60d4), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:02.129180 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87d6969f-00c3-4207-b7a6-a4ddca5bfe84 admin admin] Publish callbacks [] for security_group (c9262fa8-6e29-47cb-9d21-00e3690c60d4), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:02.196635 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87d6969f-00c3-4207-b7a6-a4ddca5bfe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (c9262fa8-6e29-47cb-9d21-00e3690c60d4), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:02.199877 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-87d6969f-00c3-4207-b7a6-a4ddca5bfe84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:02.201244 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-87d6969f-00c3-4207-b7a6-a4ddca5bfe84 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c9262fa8-6e29-47cb-9d21-00e3690c60d4 HTTP/1.1" status: 204 len: 168 time: 0.1632693 Sep 27 17:27:02.213642 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6969f-00c3-4207-b7a6-a4ddca5bfe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9262fa8-6e29-47cb-9d21-00e3690c60d4,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:02.356871 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-b9852261-647b-4a5b-a402-8cfbfe34ed47 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=154c5998-5a7a-4e89-abf9-12d9614c0120 HTTP/1.1" status: 200 len: 217 time: 0.3269544 Sep 27 17:27:02.406672 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-59a4cb68-9b91-4708-90f9-58ca3abdc262 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:02.408254 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-59a4cb68-9b91-4708-90f9-58ca3abdc262 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 818 time: 0.4738448 Sep 27 17:27:02.427545 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-92ca0431-1081-4fe3-8c62-9e3d5f4893ab tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/quotas/fd5caa5782e74721a4c2991524182668 HTTP/1.1" status: 200 len: 375 time: 0.0107799 Sep 27 17:27:02.535562 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-c46f0cde-179c-4ba1-ae2a-30078180b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:02.537949 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-c46f0cde-179c-4ba1-ae2a-30078180b579 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.1029580 Sep 27 17:27:02.584444 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52288) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:02.658162 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-ffebef57-73eb-4e15-9be7-a4e1ada77a61 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2126150 Sep 27 17:27:02.711835 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-0bd32740-7433-40e4-bdcf-e4640d5e9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:02.713443 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-0bd32740-7433-40e4-bdcf-e4640d5e9eb2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1476245 Sep 27 17:27:02.754783 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8d3401df-a6c1-4525-9721-b86ac1a090e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:02.759141 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 154c5998-5a7a-4e89-abf9-12d9614c0120 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:27:02.848106 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8d3401df-a6c1-4525-9721-b86ac1a090e5 admin admin] Publish callbacks [] for security_group (bb72426a-5413-4c82-a0bb-05b94f7a45c4), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:02.855852 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8d3401df-a6c1-4525-9721-b86ac1a090e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (bb72426a-5413-4c82-a0bb-05b94f7a45c4), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:02.891981 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-8d3401df-a6c1-4525-9721-b86ac1a090e5 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=61dd2124e7264f8f9cb4d52c5ef2dec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064239 Sep 27 17:27:02.892587 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52302) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:02.940347 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c2588573-b9bb-4773-81c1-a7fc16e1d7f2 req-c74ecd37-db32-4b94-925b-02f67a5e8c3a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 210 time: 0.0878654 Sep 27 17:27:02.941737 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3401df-a6c1-4525-9721-b86ac1a090e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb72426a-5413-4c82-a0bb-05b94f7a45c4,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:02.952861 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 154c5998-5a7a-4e89-abf9-12d9614c0120, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=154c5998-5a7a-4e89-abf9-12d9614c0120,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:27:02.969420 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'mac_address': 'fa:16:3e:3a:7b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:27:02.973995 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52306) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:02.975288 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9a98751a-1bc1-4f0f-8c86-2c91fc857f53 admin admin] Publish callbacks [] for security_group (bb72426a-5413-4c82-a0bb-05b94f7a45c4), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.000603 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9a98751a-1bc1-4f0f-8c86-2c91fc857f53 admin admin] Publish callbacks [] for security_group (bb72426a-5413-4c82-a0bb-05b94f7a45c4), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.010173 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-75707950-e1b4-4fa9-b54d-31ed2debad09 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287505 Sep 27 17:27:03.049381 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:03.058759 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9a98751a-1bc1-4f0f-8c86-2c91fc857f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (bb72426a-5413-4c82-a0bb-05b94f7a45c4), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.061742 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9a98751a-1bc1-4f0f-8c86-2c91fc857f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.065778 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-9a98751a-1bc1-4f0f-8c86-2c91fc857f53 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/bb72426a-5413-4c82-a0bb-05b94f7a45c4 HTTP/1.1" status: 204 len: 168 time: 0.1701598 Sep 27 17:27:03.066727 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 154c5998-5a7a-4e89-abf9-12d9614c0120 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:27:03.067169 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.077116 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98751a-1bc1-4f0f-8c86-2c91fc857f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb72426a-5413-4c82-a0bb-05b94f7a45c4,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:03.085922 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154c5998-5a7a-4e89-abf9-12d9614c0120 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:27:03.095892 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-2b898b88-9b52-4eda-a09f-e63477686b21 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149444 Sep 27 17:27:03.109710 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-6eef8148-40a2-4dea-b23f-a3743e90168b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:03.112482 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-6eef8148-40a2-4dea-b23f-a3743e90168b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f6df37ce-4072-424a-afc9-d720386b4649 HTTP/1.1" status: 200 len: 814 time: 0.4770331 Sep 27 17:27:03.122340 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 154c5998-5a7a-4e89-abf9-12d9614c0120, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=154c5998-5a7a-4e89-abf9-12d9614c0120,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:27:03.127657 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.165692 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'port': {'device_id': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'admin_state_up': True, 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:27:03.184657 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=154c5998-5a7a-4e89-abf9-12d9614c0120,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:03.255171 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f5e99043-4291-48b6-9910-a2b2e7d15bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.283254 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c49b8-e004-474f-b5c7-994fc69ee2e1 req-43173970-7f20-480b-84d2-bc7d5c77cef3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:03.290931 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-681c49b8-e004-474f-b5c7-994fc69ee2e1 req-43173970-7f20-480b-84d2-bc7d5c77cef3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 944 time: 0.1896491 Sep 27 17:27:03.300293 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:03.363367 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-95958b5e-3e19-4c2e-b073-2ecb39e9ed46 req-d426dd2e-1c7b-402e-84bf-a992d2cc6a1d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402448 Sep 27 17:27:03.377199 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f5e99043-4291-48b6-9910-a2b2e7d15bd7 admin admin] Publish callbacks [] for security_group (a3c21b33-62ba-4325-8da1-b62c7731f2e6), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.382064 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f5e99043-4291-48b6-9910-a2b2e7d15bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (a3c21b33-62ba-4325-8da1-b62c7731f2e6), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.425042 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f5e99043-4291-48b6-9910-a2b2e7d15bd7 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=879e23eef9ae49a1950fb25401173647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815262 Sep 27 17:27:03.429183 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52324) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:03.436757 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:03.457890 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e99043-4291-48b6-9910-a2b2e7d15bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c21b33-62ba-4325-8da1-b62c7731f2e6,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:03.458880 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-ee1e1de3-c6ef-4c78-bfad-e3529eec4173 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453612 Sep 27 17:27:03.470941 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-681c49b8-e004-474f-b5c7-994fc69ee2e1 req-24f67982-2584-4f46-9b4f-03f6f1b1bddb tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791015 Sep 27 17:27:03.512536 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Made reservation on behalf of 9bf4e20a59f147afb4f036fc8d04adb2 for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:27:03.517758 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.521689 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b616df8b-6cbe-43a1-acd7-d098b4a41ed2 admin admin] Publish callbacks [] for security_group (a3c21b33-62ba-4325-8da1-b62c7731f2e6), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.545716 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b616df8b-6cbe-43a1-acd7-d098b4a41ed2 admin admin] Publish callbacks [] for security_group (a3c21b33-62ba-4325-8da1-b62c7731f2e6), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.592559 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:03.605262 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['154c5998-5a7a-4e89-abf9-12d9614c0120'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:27:03.605768 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b616df8b-6cbe-43a1-acd7-d098b4a41ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (a3c21b33-62ba-4325-8da1-b62c7731f2e6), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.609523 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b616df8b-6cbe-43a1-acd7-d098b4a41ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:03.612099 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b616df8b-6cbe-43a1-acd7-d098b4a41ed2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a3c21b33-62ba-4325-8da1-b62c7731f2e6 HTTP/1.1" status: 204 len: 168 time: 0.1815975 Sep 27 17:27:03.626232 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616df8b-6cbe-43a1-acd7-d098b4a41ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c21b33-62ba-4325-8da1-b62c7731f2e6,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:03.738371 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-45ba1ef0-e924-4b1b-9a27-782c1303d6ab req-4b0256e2-edca-4deb-8e2b-962adeb27eea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0505347 Sep 27 17:27:03.766174 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Allocated IP 172.20.0.10 (f6df37ce-4072-424a-afc9-d720386b4649/8894432c-a32e-45a0-945e-acdb0dfcf4ce/9d1590c2-6fed-40c4-8aca-ed18ef3c13df) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:27:03.863536 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:04.271194 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a0c4ecf4-894e-48ed-b7f1-ba3ec2f64fa6 req-02ddad37-f55f-4563-b62f-d70d33813d01 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 210 time: 0.1480072 Sep 27 17:27:04.335434 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52360) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:04.335856 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:04.365578 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1cc59210-949e-46c5-b558-8f304257f43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:04.482468 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:04.514209 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Network f6df37ce-4072-424a-afc9-d720386b4649 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:27:04.538192 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:04.538800 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:27:04.543464 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:27:04.608888 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:04.609607 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:04.628083 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1cc59210-949e-46c5-b558-8f304257f43c admin admin] Publish callbacks [] for security_group (d10ebbba-aa02-490a-acc5-700724dd0aa2), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:04.645321 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1cc59210-949e-46c5-b558-8f304257f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d10ebbba-aa02-490a-acc5-700724dd0aa2), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:04.645864 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'Port': ['ID=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:04.674045 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d6c28cd7-d964-483f-abb1-54cafe8b072e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5374198 Sep 27 17:27:04.721330 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-1cc59210-949e-46c5-b558-8f304257f43c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=141d8e7566f444a6857cf96560b8b68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846989 Sep 27 17:27:04.723163 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 52370) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:04.766231 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc59210-949e-46c5-b558-8f304257f43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10ebbba-aa02-490a-acc5-700724dd0aa2,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:04.793255 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7e7b7-fb01-4a89-be48-5059226db508 req-3bf049ad-7960-4fc6-b8d5-a841d373e937 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:04.800339 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2dd7e7b7-fb01-4a89-be48-5059226db508 req-3bf049ad-7960-4fc6-b8d5-a841d373e937 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 944 time: 0.1389732 Sep 27 17:27:04.832532 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Request body: {'port': {'device_id': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:27:04.923756 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:04.974568 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-49ea1e1e-74a7-4373-bd1f-255c14fe3b01 req-c9499bc3-f52a-4474-b7ca-a98fea93ec79 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0708749 Sep 27 17:27:05.013813 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0871bb4d-247a-4867-a6cc-67b265a6477f None None] Provisioning complete for port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:27:05.014398 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0871bb4d-247a-4867-a6cc-67b265a6477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.014585 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0871bb4d-247a-4867-a6cc-67b265a6477f None None] Attempt 1 to provision port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df Sep 27 17:27:05.022324 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 154c5998-5a7a-4e89-abf9-12d9614c0120 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:27:05.032824 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d06a-c7fd-40a3-89e5-0d08d2ef8e2f admin admin] Publish callbacks [] for security_group (d10ebbba-aa02-490a-acc5-700724dd0aa2), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.085423 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2dd7e7b7-fb01-4a89-be48-5059226db508 req-cc87be9f-e918-40af-ab94-0771b140d9ee tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515836 Sep 27 17:27:05.098114 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0871bb4d-247a-4867-a6cc-67b265a6477f None None] Port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:05.109032 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:05.111134 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 154c5998-5a7a-4e89-abf9-12d9614c0120 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:27:05.122254 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.133854 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 154c5998-5a7a-4e89-abf9-12d9614c0120 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:27:05.135795 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.136886 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 154c5998-5a7a-4e89-abf9-12d9614c0120 Sep 27 17:27:05.148844 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d06a-c7fd-40a3-89e5-0d08d2ef8e2f admin admin] Publish callbacks [] for security_group (d10ebbba-aa02-490a-acc5-700724dd0aa2), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.334321 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d06a-c7fd-40a3-89e5-0d08d2ef8e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d10ebbba-aa02-490a-acc5-700724dd0aa2), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.336883 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d06a-c7fd-40a3-89e5-0d08d2ef8e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.343227 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 154c5998-5a7a-4e89-abf9-12d9614c0120 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:27:05.343372 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-cfb5d06a-c7fd-40a3-89e5-0d08d2ef8e2f admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d10ebbba-aa02-490a-acc5-700724dd0aa2 HTTP/1.1" status: 204 len: 168 time: 0.6170144 Sep 27 17:27:05.343609 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.382464 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154c5998-5a7a-4e89-abf9-12d9614c0120'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:27:05.386504 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51701907-fdbc-4d01-94e4-bc4b0ab6794e" -d '{"events": [{"server_uuid": "fef20d9a-42bf-4605-bbcb-b673d215a5b9", "name": "network-vif-plugged", "status": "completed", "tag": "154c5998-5a7a-4e89-abf9-12d9614c0120"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:27:05.449279 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 154c5998-5a7a-4e89-abf9-12d9614c0120, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=154c5998-5a7a-4e89-abf9-12d9614c0120,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:27:05.451658 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5d06a-c7fd-40a3-89e5-0d08d2ef8e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10ebbba-aa02-490a-acc5-700724dd0aa2,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:05.467617 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.555185 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b480df8-8389-40fc-bb07-cf06cfa91f17 x-openstack-request-id: req-2b480df8-8389-40fc-bb07-cf06cfa91f17 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:27:05.556301 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef20d9a-42bf-4605-bbcb-b673d215a5b9", "name": "network-vif-plugged", "status": "completed", "tag": "154c5998-5a7a-4e89-abf9-12d9614c0120", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:27:05.557406 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b480df8-8389-40fc-bb07-cf06cfa91f17 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:27:05.558011 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b480df8-8389-40fc-bb07-cf06cfa91f17'] response: {'server_uuid': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'code': 200} Sep 27 17:27:05.606138 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0871bb4d-247a-4867-a6cc-67b265a6477f None None] Attempt 2 to provision port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df Sep 27 17:27:05.691832 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ded61-6097-41d4-bb28-3ac033cc93cd req-8ae32add-eb4d-4e2b-ba09-58f9d2e8d5d1 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:05.697012 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-647ded61-6097-41d4-bb28-3ac033cc93cd req-8ae32add-eb4d-4e2b-ba09-58f9d2e8d5d1 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 932 time: 0.2277339 Sep 27 17:27:05.839238 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-647ded61-6097-41d4-bb28-3ac033cc93cd req-3efc45c6-e91c-4aa9-88de-eb4e7f4f34d8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313453 Sep 27 17:27:05.850840 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1590c2-6fed-40c4-8aca-ed18ef3c13df {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:27:05.861588 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Publish callbacks [] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.883221 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Transition to ACTIVE for port object 9d1590c2-6fed-40c4-8aca-ed18ef3c13df will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:27:05.890345 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:05.968179 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:05.981266 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fa783-9794-4565-b514-abee39989031 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:06.014468 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=154c5998-5a7a-4e89-abf9-12d9614c0120,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:06.024845 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0871bb4d-247a-4867-a6cc-67b265a6477f None None] Port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:06.049053 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Attempting to bind port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:27:06.049346 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Attempting to bind port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:27:06.049891 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Attempting to bind port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df on network f6df37ce-4072-424a-afc9-d720386b4649 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:27:06.184910 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df on network f6df37ce-4072-424a-afc9-d720386b4649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:27:06.186062 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Attempting to bind port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df on network f6df37ce-4072-424a-afc9-d720386b4649 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:27:06.226694 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f06ebb6a-99df-4de0-8f1a-894fa359605e req-584aa6d4-bc0a-4c4d-8ebe-e6eab91bd9c6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0857747 Sep 27 17:27:06.299101 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cee3d1-2bdc-4a73-8595-6d941b434d14 req-9e25ddae-53da-452b-b8ff-e43b01d67307 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:06.307366 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90cee3d1-2bdc-4a73-8595-6d941b434d14 req-9e25ddae-53da-452b-b8ff-e43b01d67307 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.1005654 Sep 27 17:27:06.315443 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:27:06.315798 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Checking segment: {'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:27:06.316215 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Bound using segment: {'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:27:06.316700 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Bound port: 9d1590c2-6fed-40c4-8aca-ed18ef3c13df, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b82983-06ee-459b-8d7b-aecc3d193964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:27:06.317082 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:06.350265 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:06.424449 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90cee3d1-2bdc-4a73-8595-6d941b434d14 req-65e78fc7-3566-432d-a4b0-01981db72794 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160502 Sep 27 17:27:06.444956 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:06.458600 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] For port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:27:06.464336 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] For port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:27:06.481942 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:06.492825 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:06.493820 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:06.495389 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-434fa783-9794-4565-b514-abee39989031 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/9d1590c2-6fed-40c4-8aca-ed18ef3c13df HTTP/1.1" status: 200 len: 1094 time: 1.7092104 Sep 27 17:27:06.496019 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:27:06.498522 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068d0b13-ba24-4175-806d-a3dafdb5ed93" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:27:06.526604 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0871bb4d-247a-4867-a6cc-67b265a6477f None None] Attempt 3 to provision port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df Sep 27 17:27:06.565983 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fa783-9794-4565-b514-abee39989031 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:06.580118 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118e8765-cbfa-47c2-b9d1-0103b70dfe00 x-openstack-request-id: req-118e8765-cbfa-47c2-b9d1-0103b70dfe00 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:27:06.580514 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:27:06.580878 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-118e8765-cbfa-47c2-b9d1-0103b70dfe00 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:27:06.581459 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118e8765-cbfa-47c2-b9d1-0103b70dfe00'] response: {'name': 'network-changed', 'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'status': 'completed', 'code': 200} Sep 27 17:27:06.592318 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0871bb4d-247a-4867-a6cc-67b265a6477f None None] Port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:27:06.993366 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2600-2379-4961-86b8-0507151cd8f8 req-8d623621-aa66-46c9-a52f-1cdc5c0da53f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:06.994986 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1cdb2600-2379-4961-86b8-0507151cd8f8 req-8d623621-aa66-46c9-a52f-1cdc5c0da53f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0592122 Sep 27 17:27:07.054738 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1cdb2600-2379-4961-86b8-0507151cd8f8 req-85c85353-a4e5-441e-b943-5a5cee15bbcc tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526779 Sep 27 17:27:07.341969 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-769bea24-efaa-4ff3-933a-a45ea58bb032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:07.381381 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e52b63c2-4427-4300-abca-228a147b0aef req-1d983f94-bcf7-4cd0-ad83-36ca5ed4e29a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0437472 Sep 27 17:27:07.559278 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ba033-69c0-401c-9e5d-175c52192696 req-9c34e574-20f6-4423-bad4-a3787941218d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:07.566264 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-834ba033-69c0-401c-9e5d-175c52192696 req-9c34e574-20f6-4423-bad4-a3787941218d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0575082 Sep 27 17:27:07.626844 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-834ba033-69c0-401c-9e5d-175c52192696 req-4ab163db-f221-4e57-a419-c30725ddd5c7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595961 Sep 27 17:27:07.636007 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=19 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:07.925446 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52462) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:08.076470 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-850fb218-da85-4211-944e-8f4cd007a7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:08.115657 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:08.169202 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-850fb218-da85-4211-944e-8f4cd007a7cb admin admin] Publish callbacks [] for security_group (d03bb66b-7ad0-42cc-bf53-ec8f022664a0), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:08.185574 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-850fb218-da85-4211-944e-8f4cd007a7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d03bb66b-7ad0-42cc-bf53-ec8f022664a0), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:08.195626 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8912a2c-1887-4849-b06c-3cac44785038 req-b74ba44f-fade-4508-be28-25c8af5eeeaf tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:08.197904 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c8912a2c-1887-4849-b06c-3cac44785038 req-b74ba44f-fade-4508-be28-25c8af5eeeaf tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0524464 Sep 27 17:27:08.245965 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-850fb218-da85-4211-944e-8f4cd007a7cb admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=45fac1cd680a4336b98109ac2b97df6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186288 Sep 27 17:27:08.246896 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52472) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:08.251008 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c8912a2c-1887-4849-b06c-3cac44785038 req-e4d222a5-3d7e-4bd1-b518-e8316847d88d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Sep 27 17:27:08.253288 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fb218-da85-4211-944e-8f4cd007a7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03bb66b-7ad0-42cc-bf53-ec8f022664a0,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:08.348406 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b31d05b8-5ac8-4c50-922b-6324cfd10744 admin admin] Publish callbacks [] for security_group (d03bb66b-7ad0-42cc-bf53-ec8f022664a0), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:08.380716 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b31d05b8-5ac8-4c50-922b-6324cfd10744 admin admin] Publish callbacks [] for security_group (d03bb66b-7ad0-42cc-bf53-ec8f022664a0), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:08.462530 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b31d05b8-5ac8-4c50-922b-6324cfd10744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d03bb66b-7ad0-42cc-bf53-ec8f022664a0), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:08.476571 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b31d05b8-5ac8-4c50-922b-6324cfd10744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:08.482211 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b31d05b8-5ac8-4c50-922b-6324cfd10744 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d03bb66b-7ad0-42cc-bf53-ec8f022664a0 HTTP/1.1" status: 204 len: 168 time: 0.2336483 Sep 27 17:27:08.499414 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d05b8-5ac8-4c50-922b-6324cfd10744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03bb66b-7ad0-42cc-bf53-ec8f022664a0,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:08.548390 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c6f806f2-3803-4d8b-8be4-cd20e39b4a66 req-28672871-81f2-49e3-b03f-4207e1e89526 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0872903 Sep 27 17:27:08.772296 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6804fe4-1268-484e-9af0-82aade0c0730 req-a7846fcc-f059-4871-8224-e3ad32e66cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:08.773939 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b6804fe4-1268-484e-9af0-82aade0c0730 req-a7846fcc-f059-4871-8224-e3ad32e66cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0595188 Sep 27 17:27:08.856427 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b6804fe4-1268-484e-9af0-82aade0c0730 req-e08218ff-f059-4018-bddc-cfb94104c591 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683584 Sep 27 17:27:08.943080 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52490) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:08.957865 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fdba90e6-debb-4f9e-b17e-f99d0244e5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:09.044615 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fdba90e6-debb-4f9e-b17e-f99d0244e5d5 admin admin] Publish callbacks [] for security_group (18251109-d895-400d-b0bf-55bc535ae133), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:09.048854 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fdba90e6-debb-4f9e-b17e-f99d0244e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (18251109-d895-400d-b0bf-55bc535ae133), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:09.090762 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-fdba90e6-debb-4f9e-b17e-f99d0244e5d5 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=a5cd76a45fd9471eb438fef70c62b572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462286 Sep 27 17:27:09.092347 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba90e6-debb-4f9e-b17e-f99d0244e5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18251109-d895-400d-b0bf-55bc535ae133,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:09.093650 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 52492) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:09.160533 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9aae376f-afee-4343-955d-cd5f066b23f0 admin admin] Publish callbacks [] for security_group (18251109-d895-400d-b0bf-55bc535ae133), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:09.182223 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9aae376f-afee-4343-955d-cd5f066b23f0 admin admin] Publish callbacks [] for security_group (18251109-d895-400d-b0bf-55bc535ae133), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:09.227673 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9aae376f-afee-4343-955d-cd5f066b23f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (18251109-d895-400d-b0bf-55bc535ae133), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:09.231055 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9aae376f-afee-4343-955d-cd5f066b23f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:09.232168 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-9aae376f-afee-4343-955d-cd5f066b23f0 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/18251109-d895-400d-b0bf-55bc535ae133 HTTP/1.1" status: 204 len: 168 time: 0.1375158 Sep 27 17:27:09.240714 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae376f-afee-4343-955d-cd5f066b23f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18251109-d895-400d-b0bf-55bc535ae133,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:09.410664 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e3c81-63e7-488c-9686-3bc63039fd2a req-e0078a3d-ef6e-4b57-8f39-c63ab7167e4f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:09.412176 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4c7e3c81-63e7-488c-9686-3bc63039fd2a req-e0078a3d-ef6e-4b57-8f39-c63ab7167e4f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0568049 Sep 27 17:27:09.469231 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4c7e3c81-63e7-488c-9686-3bc63039fd2a req-6e6efa8c-2ac5-4878-b86f-3ad75379bf77 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498369 Sep 27 17:27:09.548789 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd832-4973-457d-95ff-aeed7fd9c271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:09.744563 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-10c1b627-4d05-4a02-8e34-0647b9196e2c req-851650e5-b0fe-404e-a256-97923accc64a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0569286 Sep 27 17:27:10.017783 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2005-3fe0-446f-99d8-6fa02407ba44 req-c10598b3-f469-461d-a431-5f16c6ce6422 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:10.019427 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b7ab2005-3fe0-446f-99d8-6fa02407ba44 req-c10598b3-f469-461d-a431-5f16c6ce6422 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0677550 Sep 27 17:27:10.104946 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b7ab2005-3fe0-446f-99d8-6fa02407ba44 req-5567e33e-e806-4df3-8754-490ced8a3147 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789759 Sep 27 17:27:10.606623 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0fee3-ebd2-4470-849a-8bfbf6bc8d67 req-cd297b74-24e0-473b-8512-84ef75bb208d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:10.608906 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4cc0fee3-ebd2-4470-849a-8bfbf6bc8d67 req-cd297b74-24e0-473b-8512-84ef75bb208d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0528662 Sep 27 17:27:10.674908 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4cc0fee3-ebd2-4470-849a-8bfbf6bc8d67 req-02857f0b-4b94-4d63-a7a4-b5f2fa5adbad tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596032 Sep 27 17:27:10.842327 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:10.880873 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a47f7f1c-71ee-41cf-9219-0267cda528a2 req-8ef8f08c-1adb-4c90-b67c-793af3acb118 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0344818 Sep 27 17:27:11.219471 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:11.238332 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140ee2f-c681-4588-996d-8c3dda7ae24c req-7e16d011-292a-4f78-957c-4fa06b9481d1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:11.240156 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1140ee2f-c681-4588-996d-8c3dda7ae24c req-7e16d011-292a-4f78-957c-4fa06b9481d1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0556092 Sep 27 17:27:11.323216 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1140ee2f-c681-4588-996d-8c3dda7ae24c req-bace2590-f361-4ca2-bf1b-c82381aa7af8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758359 Sep 27 17:27:11.789728 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:11.809670 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92847d-d893-4d2a-a69a-7e3ebaae4a29 req-e4263c87-2cc8-44b1-b113-f73388f10eeb tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:11.811716 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2c92847d-d893-4d2a-a69a-7e3ebaae4a29 req-e4263c87-2cc8-44b1-b113-f73388f10eeb tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0528328 Sep 27 17:27:11.865453 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2c92847d-d893-4d2a-a69a-7e3ebaae4a29 req-fc7a32b2-8c3f-4638-9899-4d7c346f4225 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476048 Sep 27 17:27:11.990636 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b3ddfa3c-dbe0-4274-8880-7c967c53715e req-f2f002ee-5469-4e7e-aeca-69f335d30591 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0290883 Sep 27 17:27:12.395063 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:12.477628 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:12.500124 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba615b-d46e-4d77-bdcc-fed6633f3cc7 req-1138dd01-f328-4823-bbb4-7d4845746bab tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:12.501927 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33ba615b-d46e-4d77-bdcc-fed6633f3cc7 req-1138dd01-f328-4823-bbb4-7d4845746bab tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0567074 Sep 27 17:27:12.560653 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33ba615b-d46e-4d77-bdcc-fed6633f3cc7 req-9858c8d6-a55f-4200-99c9-d81b4c809503 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527070 Sep 27 17:27:12.998463 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba194dec-5817-4f89-b63c-17f0d4674eee req-8ab47616-3a49-4e21-9d00-588ee15d4694 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:13.000051 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ba194dec-5817-4f89-b63c-17f0d4674eee req-8ab47616-3a49-4e21-9d00-588ee15d4694 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0534768 Sep 27 17:27:13.052086 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ba194dec-5817-4f89-b63c-17f0d4674eee req-6cada453-dbc5-4e1f-8413-9d9f7efc5284 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464053 Sep 27 17:27:13.097826 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fd6bd414-2252-4064-902d-c74cc2a78499 req-fa6aab46-e4b2-491f-bb32-e89d2b5ebfa6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0280795 Sep 27 17:27:13.721131 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c599e-56ac-40cb-91cd-855f0c27856f req-8ce0897c-6354-4485-a182-6abdfaaf6452 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:13.723885 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bd8c599e-56ac-40cb-91cd-855f0c27856f req-8ce0897c-6354-4485-a182-6abdfaaf6452 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0744076 Sep 27 17:27:13.805646 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bd8c599e-56ac-40cb-91cd-855f0c27856f req-5cc7340f-fa3a-4d89-9eba-8728abcc3a6c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747468 Sep 27 17:27:14.005384 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:14.210361 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72c95-30e9-4857-8b1b-06e5808c3d3f req-d1a88340-ae37-4866-89f9-8d46ccae268b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:14.211873 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c2f72c95-30e9-4857-8b1b-06e5808c3d3f req-d1a88340-ae37-4866-89f9-8d46ccae268b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0736127 Sep 27 17:27:14.240895 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2efd860b-cc3c-4120-8a6a-845bb6eff903 req-500042b7-438f-4f9a-b998-c4c64c8311eb tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0526927 Sep 27 17:27:14.293127 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c2f72c95-30e9-4857-8b1b-06e5808c3d3f req-f77f4f08-aef1-4edc-a2b1-8954ceb4a724 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602591 Sep 27 17:27:14.933959 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fd6e7-61b4-4f52-a23d-8c01fc5156fc req-da980580-18fb-4407-aaa9-7f0273e0aeb3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:14.935437 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0f5fd6e7-61b4-4f52-a23d-8c01fc5156fc req-da980580-18fb-4407-aaa9-7f0273e0aeb3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Sep 27 17:27:14.982865 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0f5fd6e7-61b4-4f52-a23d-8c01fc5156fc req-72f294a6-0d65-490b-b27a-5218278ba51a tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 Sep 27 17:27:15.374790 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0c89e25a-7fec-478c-96f9-c17766bc10a3 req-01fc50b9-b8ed-4d07-b9d8-4ede8392d089 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0290205 Sep 27 17:27:15.417986 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20050b0-f5e4-4e7b-8240-d8b3dfee2b72 req-57412bd9-4cab-459c-95b2-d378e4bb7315 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:15.419488 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c20050b0-f5e4-4e7b-8240-d8b3dfee2b72 req-57412bd9-4cab-459c-95b2-d378e4bb7315 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0475855 Sep 27 17:27:15.466063 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c20050b0-f5e4-4e7b-8240-d8b3dfee2b72 req-494522e4-4cd7-43f4-a45a-667a3e25c8a2 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Sep 27 17:27:16.106815 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91f24c-0a5c-43b7-a9cd-27bab41ec1c8 req-1498c3dc-f424-4e0a-b5e7-992d7bf01824 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:16.108286 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fb91f24c-0a5c-43b7-a9cd-27bab41ec1c8 req-1498c3dc-f424-4e0a-b5e7-992d7bf01824 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0495422 Sep 27 17:27:16.154384 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fb91f24c-0a5c-43b7-a9cd-27bab41ec1c8 req-43a499f9-730f-41a2-9ee1-4aabefee7f02 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Sep 27 17:27:16.473893 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bb9dc7d4-e707-44c1-9780-6bc1b2d81360 req-79309569-ee22-4040-ac32-25f8f970e0d0 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0274093 Sep 27 17:27:16.581663 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83000f-b024-4e55-a14b-213445ee319a req-1499361a-3b90-47ae-a015-f3c1136484c4 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:16.583074 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1b83000f-b024-4e55-a14b-213445ee319a req-1499361a-3b90-47ae-a015-f3c1136484c4 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0454533 Sep 27 17:27:16.632736 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1b83000f-b024-4e55-a14b-213445ee319a req-4c09adf3-76c7-4d07-b283-1eed8646f2a4 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436728 Sep 27 17:27:17.236486 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:17.282395 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969249c-90d9-480a-a63b-2721afe4e766 req-97d06513-7b64-4b37-a99f-d6fb6b4d3045 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:17.284024 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1969249c-90d9-480a-a63b-2721afe4e766 req-97d06513-7b64-4b37-a99f-d6fb6b4d3045 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0573826 Sep 27 17:27:17.331555 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1969249c-90d9-480a-a63b-2721afe4e766 req-d143c0ec-0b87-4d4c-9a08-e67d0f74b0d2 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420277 Sep 27 17:27:17.575713 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c27ba02b-d609-410b-9bef-5234e3aadf92 req-146ef7d3-5b6e-4b7a-8813-ae90866f6f35 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0271971 Sep 27 17:27:17.750005 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33271595-fae2-494e-bf9d-eeac50471b8c req-c69980e8-a5d6-46cc-8d09-7bfbda5c5e31 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:17.751476 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33271595-fae2-494e-bf9d-eeac50471b8c req-c69980e8-a5d6-46cc-8d09-7bfbda5c5e31 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0470493 Sep 27 17:27:17.800385 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33271595-fae2-494e-bf9d-eeac50471b8c req-43c7ece4-8c59-4927-ba9e-e6699bf9ce43 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433915 Sep 27 17:27:18.440298 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:18.449749 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4726aba-2bc3-4cb0-be45-546b8a54a57b req-1ee78474-cb52-4e68-a644-a5eca5c15a70 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:18.451275 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4726aba-2bc3-4cb0-be45-546b8a54a57b req-1ee78474-cb52-4e68-a644-a5eca5c15a70 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0468237 Sep 27 17:27:18.498369 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4726aba-2bc3-4cb0-be45-546b8a54a57b req-7792a0fd-6499-4e6f-92b8-3b3b5cb90bdf tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416312 Sep 27 17:27:18.675676 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7f600481-1453-4316-84b4-6b2dddc5d056 req-6cf005a6-0052-48d4-8300-3738d02cec6a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0275037 Sep 27 17:27:18.920754 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98dc20-33b3-4d23-b8db-ffcb18ddc298 req-047ca174-ba22-4f14-9048-c3742c583564 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:18.922253 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a98dc20-33b3-4d23-b8db-ffcb18ddc298 req-047ca174-ba22-4f14-9048-c3742c583564 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0489230 Sep 27 17:27:18.974457 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a98dc20-33b3-4d23-b8db-ffcb18ddc298 req-ef05e653-3659-4ba5-ac3d-ad8c03fb91d1 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466702 Sep 27 17:27:19.084533 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:19.086871 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=5,neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:19.623165 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04e422-f00a-41b0-a124-00cccdb7a86f req-91b49e34-9a8c-4e17-997f-73c9b8367210 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:19.624668 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5f04e422-f00a-41b0-a124-00cccdb7a86f req-91b49e34-9a8c-4e17-997f-73c9b8367210 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0531230 Sep 27 17:27:19.673833 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5f04e422-f00a-41b0-a124-00cccdb7a86f req-0852a52c-fa1f-4c15-a88a-603cd2c40cce tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Sep 27 17:27:19.774169 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1baa07de-d9e6-43ea-8902-01a1ce29e3a6 req-2856aebe-4261-4b9b-b19d-c91e25c1cbcc tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0270724 Sep 27 17:27:20.102183 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c31b9-e435-4fb9-ad89-c05a8389273c req-7dd9126d-a3cd-4e50-b6c7-760b498afada tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:20.103707 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f8c31b9-e435-4fb9-ad89-c05a8389273c req-7dd9126d-a3cd-4e50-b6c7-760b498afada tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0493116 Sep 27 17:27:20.150857 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f8c31b9-e435-4fb9-ad89-c05a8389273c req-96776dbb-7bd2-4429-ac3e-13f240581d1d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Sep 27 17:27:20.792893 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bce5a-6b85-47c9-9598-713961318b05 req-690d3256-f114-4c5f-9874-0202b9bb7883 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:20.794392 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fb7bce5a-6b85-47c9-9598-713961318b05 req-690d3256-f114-4c5f-9874-0202b9bb7883 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0459602 Sep 27 17:27:20.841926 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fb7bce5a-6b85-47c9-9598-713961318b05 req-32224e83-79f1-4926-8b20-33dc0d7e3295 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417950 Sep 27 17:27:20.876598 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a8283a17-3ef0-4cf8-b64e-455b2cc970f2 req-33d9fdb5-0f01-4015-8ff3-258f7657c1bf tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0280218 Sep 27 17:27:21.075619 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d0b13-ba24-4175-806d-a3dafdb5ed93 req-8719d611-009a-4770-be5c-ec835198407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:21.077204 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-068d0b13-ba24-4175-806d-a3dafdb5ed93 req-8719d611-009a-4770-be5c-ec835198407d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9bf4e20a59f147afb4f036fc8d04adb2&device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 1128 time: 0.0720460 Sep 27 17:27:21.113364 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90136779-b512-440d-98c5-5ceb1b159c18 req-eea2933f-a4d2-4bca-98fe-619e0a91c02e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599089 Sep 27 17:27:21.467716 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52724) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:21.493722 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef9f1-885f-4e50-a9ae-8bfcf35ea389 req-7e62a537-00d8-47bd-8bae-b8927fa767f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:21.495265 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-807ef9f1-885f-4e50-a9ae-8bfcf35ea389 req-7e62a537-00d8-47bd-8bae-b8927fa767f4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 1129 time: 0.3869221 Sep 27 17:27:21.523282 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03985117-e917-4675-ad12-317526e392a9 req-c11946dd-247c-4414-9dba-570eebc355ea tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:21.525378 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-03985117-e917-4675-ad12-317526e392a9 req-c11946dd-247c-4414-9dba-570eebc355ea tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0739832 Sep 27 17:27:21.564069 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d0b13-ba24-4175-806d-a3dafdb5ed93 req-eaba4c2c-0568-441d-8d24-be65929091c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:21.565529 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-068d0b13-ba24-4175-806d-a3dafdb5ed93 req-eaba4c2c-0568-441d-8d24-be65929091c4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=9bf4e20a59f147afb4f036fc8d04adb2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4556012 Sep 27 17:27:21.598643 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-03985117-e917-4675-ad12-317526e392a9 req-de6c81ff-1f97-41d5-8602-cf87d1b5f59d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629153 Sep 27 17:27:21.618939 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ec9ae366-52b8-434f-aa06-3a2a57233c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:21.725013 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136779-b512-440d-98c5-5ceb1b159c18 req-69fb258e-d140-48a1-bdee-3a59f2ce3caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:21.727191 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90136779-b512-440d-98c5-5ceb1b159c18 req-69fb258e-d140-48a1-bdee-3a59f2ce3caa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 1129 time: 0.0968046 Sep 27 17:27:21.731662 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:21.749997 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ec9ae366-52b8-434f-aa06-3a2a57233c16 admin admin] Publish callbacks [] for security_group (a838dfc9-2946-401b-a61a-ed893341dc56), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:21.758523 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ec9ae366-52b8-434f-aa06-3a2a57233c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (a838dfc9-2946-401b-a61a-ed893341dc56), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:21.814687 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-ec9ae366-52b8-434f-aa06-3a2a57233c16 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ac375b425c5e4fffb3c380a738988795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457878 Sep 27 17:27:21.817957 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52736) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:21.851305 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:21.853534 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d0b13-ba24-4175-806d-a3dafdb5ed93 req-81eb006e-b628-45be-a201-1f3e714bce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:21.855223 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-068d0b13-ba24-4175-806d-a3dafdb5ed93 req-81eb006e-b628-45be-a201-1f3e714bce9b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2036602 Sep 27 17:27:21.865329 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ae366-52b8-434f-aa06-3a2a57233c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a838dfc9-2946-401b-a61a-ed893341dc56,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:21.891056 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab74ccf9-1b54-40c0-99e8-83202c5bcad4 admin admin] Publish callbacks [] for security_group (a838dfc9-2946-401b-a61a-ed893341dc56), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:21.936116 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab74ccf9-1b54-40c0-99e8-83202c5bcad4 admin admin] Publish callbacks [] for security_group (a838dfc9-2946-401b-a61a-ed893341dc56), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:22.013474 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-807ef9f1-885f-4e50-a9ae-8bfcf35ea389 req-71c8d4cd-bd51-45e0-8a97-10bceec8783e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417974 Sep 27 17:27:22.088460 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab74ccf9-1b54-40c0-99e8-83202c5bcad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (a838dfc9-2946-401b-a61a-ed893341dc56), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:22.092109 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ab74ccf9-1b54-40c0-99e8-83202c5bcad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:22.093845 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-ab74ccf9-1b54-40c0-99e8-83202c5bcad4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a838dfc9-2946-401b-a61a-ed893341dc56 HTTP/1.1" status: 204 len: 168 time: 0.2742188 Sep 27 17:27:22.095485 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-3e76c60d-5415-4be9-a709-6fe050818dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:22.097619 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-3e76c60d-5415-4be9-a709-6fe050818dbc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9bf4e20a59f147afb4f036fc8d04adb2&device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 1128 time: 0.1409671 Sep 27 17:27:22.108702 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-723420e3-4b33-456c-bcf9-bf3c607682cf req-440f02da-eeea-4948-98e2-07892c250a0d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0907497 Sep 27 17:27:22.117635 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136779-b512-440d-98c5-5ceb1b159c18 req-f2811b06-4f26-4cdf-ab63-b86bc0cb0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:22.119871 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90136779-b512-440d-98c5-5ceb1b159c18 req-f2811b06-4f26-4cdf-ab63-b86bc0cb0e79 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.3462029 Sep 27 17:27:22.129450 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3912d58-403d-4a87-9c59-6b814e32295e req-d058de53-ecf7-408f-8e70-3a9e6e75e926 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:22.131916 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74ccf9-1b54-40c0-99e8-83202c5bcad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a838dfc9-2946-401b-a61a-ed893341dc56,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:22.138582 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f3912d58-403d-4a87-9c59-6b814e32295e req-d058de53-ecf7-408f-8e70-3a9e6e75e926 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.1176879 Sep 27 17:27:22.187059 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f3912d58-403d-4a87-9c59-6b814e32295e req-27e5d2e7-8762-470c-84cf-535edb3558b8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474582 Sep 27 17:27:22.398102 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52750) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:22.411514 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3911a669-bcef-4280-a783-e81a7532cdaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:22.467036 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90136779-b512-440d-98c5-5ceb1b159c18 req-f914fd91-2a1e-4103-ad4a-9594bf6a072b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=636a119c-4ac6-4298-8d42-f47c495d9a5b HTTP/1.1" status: 200 len: 217 time: 0.0408618 Sep 27 17:27:22.496020 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3911a669-bcef-4280-a783-e81a7532cdaa admin admin] Publish callbacks [] for security_group (95b1555c-23cb-4137-ad5b-cfa5eac0e428), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:22.501349 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3911a669-bcef-4280-a783-e81a7532cdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (95b1555c-23cb-4137-ad5b-cfa5eac0e428), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:22.503810 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-3680fa68-eb5e-493c-85fd-7ca718010a74 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df HTTP/1.1" status: 200 len: 217 time: 0.0707872 Sep 27 17:27:22.538582 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136779-b512-440d-98c5-5ceb1b159c18 req-2932dd7b-7cc6-4585-9b58-b9ed2eac00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:22.538810 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3911a669-bcef-4280-a783-e81a7532cdaa admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0f1211c1da7b44d2b1aa1407f4bd0d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392453 Sep 27 17:27:22.540056 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90136779-b512-440d-98c5-5ceb1b159c18 req-2932dd7b-7cc6-4585-9b58-b9ed2eac00f7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0446982 Sep 27 17:27:22.541713 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 52752) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:22.544317 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911a669-bcef-4280-a783-e81a7532cdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b1555c-23cb-4137-ad5b-cfa5eac0e428,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:22.588818 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Publish callbacks [] for security_group (95b1555c-23cb-4137-ad5b-cfa5eac0e428), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:22.608913 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Publish callbacks [] for security_group (95b1555c-23cb-4137-ad5b-cfa5eac0e428), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:22.655679 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (95b1555c-23cb-4137-ad5b-cfa5eac0e428), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:22.658547 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:22.659765 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/95b1555c-23cb-4137-ad5b-cfa5eac0e428 HTTP/1.1" status: 204 len: 168 time: 0.1170981 Sep 27 17:27:22.668683 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b1555c-23cb-4137-ad5b-cfa5eac0e428,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:22.706175 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.706526 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.706859 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.707194 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.707521 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.707843 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.708163 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.708490 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.708812 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.709140 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.709458 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.709777 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.710122 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.710446 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.710760 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187f04e-95e1-45dd-a395-fe875b56e5fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:22.750675 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40206100-9f51-4384-b718-bb42f986f43b req-62846f9a-1b01-41f2-9673-be68f7ddc10f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:22.752284 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-40206100-9f51-4384-b718-bb42f986f43b req-62846f9a-1b01-41f2-9673-be68f7ddc10f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0812864 Sep 27 17:27:22.803117 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-40206100-9f51-4384-b718-bb42f986f43b req-bc41dbde-5acd-427f-801d-8f0653f7e3f3 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451996 Sep 27 17:27:23.204633 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136779-b512-440d-98c5-5ceb1b159c18 req-60141d61-fdbd-4ffa-871f-248fd706d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:23.206148 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90136779-b512-440d-98c5-5ceb1b159c18 req-60141d61-fdbd-4ffa-871f-248fd706d138 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1167262 Sep 27 17:27:23.243058 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-9855ceff-d296-4510-87f6-742c69a2bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:23.244733 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-9855ceff-d296-4510-87f6-742c69a2bba4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=8894432c-a32e-45a0-945e-acdb0dfcf4ce HTTP/1.1" status: 200 len: 853 time: 0.1538229 Sep 27 17:27:23.248857 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-03f028ce-ad04-4f34-aec9-89df969c600f req-be06245d-b2b8-425e-84a4-a873f2340a54 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0456622 Sep 27 17:27:23.338934 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c96033-da88-4ac4-88b7-9b5c5d959a92 req-61e14959-a35c-4b78-b002-ec5e821cd169 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:23.340684 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-70c96033-da88-4ac4-88b7-9b5c5d959a92 req-61e14959-a35c-4b78-b002-ec5e821cd169 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0583498 Sep 27 17:27:23.397031 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-70c96033-da88-4ac4-88b7-9b5c5d959a92 req-dadc169d-1ee5-4d53-b50f-d270f17d0a6c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481889 Sep 27 17:27:23.704759 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-c794415d-6b11-4713-9e06-95ac974f1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:23.706393 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-c794415d-6b11-4713-9e06-95ac974f1e00 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f6df37ce-4072-424a-afc9-d720386b4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164715 Sep 27 17:27:23.745177 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90136779-b512-440d-98c5-5ceb1b159c18 req-36bf63ad-bdb7-4c96-a247-d692372b6215 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564412 Sep 27 17:27:23.857063 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 52806) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:23.926331 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1421e-7898-4dc2-8d7c-c20f2f5fe863 req-dd6b721d-9f3c-4b29-a3be-3303c4f638de tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:23.927828 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4bd1421e-7898-4dc2-8d7c-c20f2f5fe863 req-dd6b721d-9f3c-4b29-a3be-3303c4f638de tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0475729 Sep 27 17:27:23.946576 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:23.948993 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:23.974210 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-95aedd25-fe88-4edf-a272-361fd34cdee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:24.004750 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4bd1421e-7898-4dc2-8d7c-c20f2f5fe863 req-b55f1357-adc9-41cc-ab11-6a7d4b120075 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711310 Sep 27 17:27:24.070359 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-95aedd25-fe88-4edf-a272-361fd34cdee8 admin admin] Publish callbacks [] for security_group (a2a17a14-6e26-4900-bca4-4b8d9bb9aae1), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:24.073822 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-95aedd25-fe88-4edf-a272-361fd34cdee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (a2a17a14-6e26-4900-bca4-4b8d9bb9aae1), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:24.110926 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aedd25-fe88-4edf-a272-361fd34cdee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a17a14-6e26-4900-bca4-4b8d9bb9aae1,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:24.115237 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-95aedd25-fe88-4edf-a272-361fd34cdee8 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b87578571d6e436980a3f94ccefc9342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571447 Sep 27 17:27:24.118404 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 52812) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:24.164237 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ac636fed-f4e6-44b6-adc2-e6a89553aac4 admin admin] Publish callbacks [] for security_group (a2a17a14-6e26-4900-bca4-4b8d9bb9aae1), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:24.184139 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ac636fed-f4e6-44b6-adc2-e6a89553aac4 admin admin] Publish callbacks [] for security_group (a2a17a14-6e26-4900-bca4-4b8d9bb9aae1), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:24.230179 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ac636fed-f4e6-44b6-adc2-e6a89553aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (a2a17a14-6e26-4900-bca4-4b8d9bb9aae1), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:24.233005 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ac636fed-f4e6-44b6-adc2-e6a89553aac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:24.234177 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-ac636fed-f4e6-44b6-adc2-e6a89553aac4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a2a17a14-6e26-4900-bca4-4b8d9bb9aae1 HTTP/1.1" status: 204 len: 168 time: 0.1153800 Sep 27 17:27:24.241716 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac636fed-f4e6-44b6-adc2-e6a89553aac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a17a14-6e26-4900-bca4-4b8d9bb9aae1,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:24.365629 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-85ae0c4f-5856-430e-8977-1ea0f98fc807 req-ad66c954-3abe-495e-8301-d01943f9ade6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0337048 Sep 27 17:27:24.522815 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3386384-5347-4604-80d5-bc519cb84dfa req-92e9f4d4-bd6c-4d85-b87d-6aa6196db2af tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:24.524381 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f3386384-5347-4604-80d5-bc519cb84dfa req-92e9f4d4-bd6c-4d85-b87d-6aa6196db2af tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0510399 Sep 27 17:27:24.575237 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f3386384-5347-4604-80d5-bc519cb84dfa req-85ebff83-87b5-4716-ba4d-bbb2e9b9aa67 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440795 Sep 27 17:27:24.697623 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad434185-5056-4e84-b03f-d7265a692ac4 req-aab0f6c2-d794-40bb-9c1a-c875dcda0092 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:24.699196 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ad434185-5056-4e84-b03f-d7265a692ac4 req-aab0f6c2-d794-40bb-9c1a-c875dcda0092 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0510831 Sep 27 17:27:24.709561 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 52838) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:27:24.714646 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-d95108a8-d947-4f85-b917-eed3e3d61377 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'floatingip': {'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:27:24.789782 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d95108a8-d947-4f85-b917-eed3e3d61377 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (72bcdf24-79d7-4c71-b262-037ebcb1af62), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:25.135813 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d0db4-04a7-4386-aee4-7c16ac85b774 req-ba5ceac8-3518-4ce3-ad5d-413db7ed252e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:25.137006 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:25.142606 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-475d0db4-04a7-4386-aee4-7c16ac85b774 req-ba5ceac8-3518-4ce3-ad5d-413db7ed252e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0547485 Sep 27 17:27:25.195084 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-475d0db4-04a7-4386-aee4-7c16ac85b774 req-c1ff5eac-70be-4bfe-974d-d821c010f7db tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503445 Sep 27 17:27:25.293271 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:25.485136 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-062fdc42-015c-4578-8ba8-cf546e88274a req-a09f122f-bbe4-45ee-b54f-b29991eb60a2 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0299423 Sep 27 17:27:25.515820 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.db.resource_extend [None req-d95108a8-d947-4f85-b917-eed3e3d61377 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 27 17:27:25.585198 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d95108a8-d947-4f85-b917-eed3e3d61377 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:25.589781 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d95108a8-d947-4f85-b917-eed3e3d61377 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (72bcdf24-79d7-4c71-b262-037ebcb1af62), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:25.683189 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.l3_db [None req-d95108a8-d947-4f85-b917-eed3e3d61377 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Floating IP 72bcdf24-79d7-4c71-b262-037ebcb1af62 associated. External IP: 172.27.0.237, port: 154c5998-5a7a-4e89-abf9-12d9614c0120. Sep 27 17:27:25.873438 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95108a8-d947-4f85-b917-eed3e3d61377 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:27:25.976766 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95108a8-d947-4f85-b917-eed3e3d61377 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:27:25.982531 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d95108a8-d947-4f85-b917-eed3e3d61377 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:25.987135 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:27:25.996886 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:27:25.997500 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:27:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:27:26.012074 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-d95108a8-d947-4f85-b917-eed3e3d61377 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/72bcdf24-79d7-4c71-b262-037ebcb1af62 HTTP/1.1" status: 200 len: 991 time: 1.3014143 Sep 27 17:27:26.012783 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'tag': '154c5998-5a7a-4e89-abf9-12d9614c0120'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:27:26.015376 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5543829d-56c0-4451-a8f0-3d75420b1db9" -d '{"events": [{"name": "network-changed", "server_uuid": "fef20d9a-42bf-4605-bbcb-b673d215a5b9", "tag": "154c5998-5a7a-4e89-abf9-12d9614c0120"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:27:26.053147 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b24b665-db62-48f6-82fd-80b5df383e7f x-openstack-request-id: req-5b24b665-db62-48f6-82fd-80b5df383e7f {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:27:26.053439 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef20d9a-42bf-4605-bbcb-b673d215a5b9", "tag": "154c5998-5a7a-4e89-abf9-12d9614c0120", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:27:26.053693 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b24b665-db62-48f6-82fd-80b5df383e7f {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:27:26.054189 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b24b665-db62-48f6-82fd-80b5df383e7f'] response: {'name': 'network-changed', 'server_uuid': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'tag': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'status': 'completed', 'code': 200} Sep 27 17:27:26.089139 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:26.101079 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:27:26.319262 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeeb31d-2d0a-4702-b41c-6c57d911883c req-759c66bc-afc7-4e78-a6f3-a8f0ef5abc38 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:26.320751 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-faeeb31d-2d0a-4702-b41c-6c57d911883c req-759c66bc-afc7-4e78-a6f3-a8f0ef5abc38 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0461998 Sep 27 17:27:26.354842 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '72bcdf24-79d7-4c71-b262-037ebcb1af62', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:3a:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:26:38Z', 'updated_at': '2022-09-27T17:27:25Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:27:26.380522 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-faeeb31d-2d0a-4702-b41c-6c57d911883c req-f5a92d2f-adf3-4dd9-865e-913175a66fbc tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535457 Sep 27 17:27:26.382291 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:27:26.391742 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:27:26.392363 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:27:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:27:26.497330 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:27:26.594599 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-54922f4d-a3f3-4a8a-a909-e0a4037119dc req-0770b94b-bb57-45f7-9bc9-7c55763b4716 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0320399 Sep 27 17:27:26.702828 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:26.726853 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '72bcdf24-79d7-4c71-b262-037ebcb1af62', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:3a:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:26:38Z', 'updated_at': '2022-09-27T17:27:25Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:27:26.752674 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca7df8-f1ee-456b-a860-b4e5df58f6a2 None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '72bcdf24-79d7-4c71-b262-037ebcb1af62', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:3a:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:26:38Z', 'updated_at': '2022-09-27T17:27:25Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:27:26.926864 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45a1a1-3e1a-4298-b8d4-cf00d4a6a1f2 None None] New status for floating IP 72bcdf24-79d7-4c71-b262-037ebcb1af62: ACTIVE {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:27:27.526906 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c342576-1f63-4683-b464-5543940c4819 req-e5085adb-eb2b-4a14-90b2-1e23c5c1e632 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:27.528374 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7c342576-1f63-4683-b464-5543940c4819 req-e5085adb-eb2b-4a14-90b2-1e23c5c1e632 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0732207 Sep 27 17:27:27.583137 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-db419a00-2564-45c5-82c4-4d8fa15a4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:27.585166 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-db419a00-2564-45c5-82c4-4d8fa15a4397 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 1129 time: 0.0487418 Sep 27 17:27:27.700526 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:27.700526 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:27.754231 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-9b146fe9-ad78-4ef8-ae93-4f08a31cff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:27.755841 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-9b146fe9-ad78-4ef8-ae93-4f08a31cff2c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 916 time: 0.1646039 Sep 27 17:27:27.787681 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1101856f-52d4-4b48-b943-784a2576791a req-18c4b613-a5d9-46d8-b4d6-02db0370774c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0947876 Sep 27 17:27:27.814576 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7c342576-1f63-4683-b464-5543940c4819 req-1883ed24-2fae-4cf0-8c90-de0756cce830 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677922 Sep 27 17:27:27.840901 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-4e898429-b9e4-4492-821a-fd2c4668c988 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210728 Sep 27 17:27:27.846937 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90136779-b512-440d-98c5-5ceb1b159c18 req-c93e9bc1-4a33-4955-ac30-0053aafeed8d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524156 Sep 27 17:27:27.853777 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-8f40e548-0c4a-4de7-a8dc-7b19fcf5fdc3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:27.855194 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-8f40e548-0c4a-4de7-a8dc-7b19fcf5fdc3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 818 time: 0.3242044 Sep 27 17:27:27.857922 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-a16a76f3-9bea-4eb0-be80-1c8511c38a6f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=154c5998-5a7a-4e89-abf9-12d9614c0120 HTTP/1.1" status: 200 len: 1001 time: 0.0927861 Sep 27 17:27:27.995536 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-d3878205-6851-47c5-9032-8065f5072623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:27.996981 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-d3878205-6851-47c5-9032-8065f5072623 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0449185 Sep 27 17:27:28.044057 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-7ecf7509-fdcd-4d12-910b-fd11ff96fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:28.045641 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-7ecf7509-fdcd-4d12-910b-fd11ff96fb7a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404861 Sep 27 17:27:28.065321 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-7e6ca923-e4de-4044-96f1-bcfc3a085916 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fd5caa5782e74721a4c2991524182668 HTTP/1.1" status: 200 len: 380 time: 0.1138527 Sep 27 17:27:28.085918 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d460e28e-9191-413c-89a0-b1822a6601cc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333008 Sep 27 17:27:28.138972 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=100 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:28.146935 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-f3c48b13-5e46-48d1-9637-ab415d3bf817 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909560 Sep 27 17:27:28.376358 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Request body: {'port': {'device_id': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'admin_state_up': True, 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'security_groups': ['8073cb02-45ff-4dbd-ba7d-7d33727a387e']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:27:28.491000 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Made reservation on behalf of fd5caa5782e74721a4c2991524182668 for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:27:28.494708 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:28.617015 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Allocated IP 172.20.0.10 (77098589-b75d-4cff-80ff-98fbc8a6384d/eac4fa36-97e4-41a2-a490-84c8becaf6e1/4f5f0e59-cdc1-4e3d-9aac-a193fec519cd) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:27:28.671647 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:28.756944 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:28.788451 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:28.830582 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Network 77098589-b75d-4cff-80ff-98fbc8a6384d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:27:28.833718 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:27:28.837647 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:27:28.880932 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event updated for resources: {'Port': ['ID=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:28.954725 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:28.955403 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:28.972575 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405a84e-347a-43ae-b9b6-ede30e9411e9 req-23195c2a-6709-4b5a-ad7f-2b16884069e1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:28.974111 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9405a84e-347a-43ae-b9b6-ede30e9411e9 req-23195c2a-6709-4b5a-ad7f-2b16884069e1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.1043024 Sep 27 17:27:28.983860 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6647087-c68f-44d3-aa0c-bbddea6c1efe req-5c3d1d63-ec89-47b6-86c6-74a4bee134d5 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:28.985352 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f6647087-c68f-44d3-aa0c-bbddea6c1efe req-5c3d1d63-ec89-47b6-86c6-74a4bee134d5 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0800052 Sep 27 17:27:29.022171 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-51be5d25-6ee3-4df0-9505-b94338148581 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6496310 Sep 27 17:27:29.025060 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:29.072314 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Provisioning complete for port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:27:29.072897 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:29.073007 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Attempt 1 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:27:29.075319 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9405a84e-347a-43ae-b9b6-ede30e9411e9 req-af9f5afa-593f-443e-a4fc-df3180c7388a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889971 Sep 27 17:27:29.080043 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f6647087-c68f-44d3-aa0c-bbddea6c1efe req-c723464e-b279-4fd6-95b7-edf2af128a2d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837634 Sep 27 17:27:29.114980 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:29.615856 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Attempt 2 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:27:29.652124 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:30.153435 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Attempt 3 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:27:30.185704 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:30.223321 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ab65a-b890-455b-becc-66bdd0a0fc69 req-32109b90-7f72-4d65-9942-b6ca3655011c tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:30.224770 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b5ab65a-b890-455b-becc-66bdd0a0fc69 req-32109b90-7f72-4d65-9942-b6ca3655011c tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0645311 Sep 27 17:27:30.230156 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6574f-5170-4732-94b7-eaea401912ab req-2b7e0563-2a08-4d22-a7e5-1bb38b5d7ab4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:30.231737 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3eb6574f-5170-4732-94b7-eaea401912ab req-2b7e0563-2a08-4d22-a7e5-1bb38b5d7ab4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0813956 Sep 27 17:27:30.304341 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b5ab65a-b890-455b-becc-66bdd0a0fc69 req-42978fd0-29f0-4b4c-9b63-f034da03a858 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716732 Sep 27 17:27:30.307910 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3eb6574f-5170-4732-94b7-eaea401912ab req-b803ac50-207e-42b1-8434-057560a77795 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695827 Sep 27 17:27:30.687479 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Attempt 4 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:27:30.718947 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:31.219837 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Attempt 5 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:27:31.252007 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:31.455046 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61109322-5b12-45ac-9884-0b7ca2a5cd3b req-cb08e53b-e48a-4cdb-b22d-10fef197b33b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:31.456499 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-61109322-5b12-45ac-9884-0b7ca2a5cd3b req-cb08e53b-e48a-4cdb-b22d-10fef197b33b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0683625 Sep 27 17:27:31.462505 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006656-d2f0-4c9d-ae77-a796893e0b4b req-e9949548-d1ff-4367-957f-25db5732e398 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:31.463852 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7006656-d2f0-4c9d-ae77-a796893e0b4b req-e9949548-d1ff-4367-957f-25db5732e398 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0846858 Sep 27 17:27:31.537305 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-61109322-5b12-45ac-9884-0b7ca2a5cd3b req-fa72f27f-87a7-4cbe-87e5-b22d45d85594 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724392 Sep 27 17:27:31.540757 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7006656-d2f0-4c9d-ae77-a796893e0b4b req-c8a5d1fc-77c9-42ea-aa2f-03f4f0751795 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694623 Sep 27 17:27:31.753396 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Attempt 6 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:27:31.789478 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:32.290449 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Attempt 7 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:27:32.322859 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:32.678315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:32.690639 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c71728-2553-487d-9a3b-9f507c3ba4f1 req-b5d3593a-009e-4251-a2bd-69f9bc7286ed tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:32.692844 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-97c71728-2553-487d-9a3b-9f507c3ba4f1 req-b5d3593a-009e-4251-a2bd-69f9bc7286ed tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0798180 Sep 27 17:27:32.698957 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dd9e6-5093-40e9-82c9-4a92bb76c430 req-3d902f13-4096-474e-9884-ffefc08da504 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:32.700352 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-aa2dd9e6-5093-40e9-82c9-4a92bb76c430 req-3d902f13-4096-474e-9884-ffefc08da504 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0894284 Sep 27 17:27:32.775383 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-97c71728-2553-487d-9a3b-9f507c3ba4f1 req-65684a37-9a06-4d0c-b661-6a1610fe20f0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738349 Sep 27 17:27:32.779329 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-aa2dd9e6-5093-40e9-82c9-4a92bb76c430 req-b846a47e-45e8-45a6-9e88-a2bf0203ff9c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710196 Sep 27 17:27:32.824007 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Attempt 8 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:27:32.856028 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:33.357727 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Attempt 9 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:27:33.389688 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:33.890444 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Attempt 10 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:27:33.892882 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:33.924837 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a03f4-646c-4a38-a2fc-9daa994798b8 req-8af37d55-0af6-4b98-b428-0c85c56b7642 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:33.925516 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed558-1a90-4918-af35-bd53933c1cb7 None None] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:27:33.926363 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b90a03f4-646c-4a38-a2fc-9daa994798b8 req-8af37d55-0af6-4b98-b428-0c85c56b7642 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0679648 Sep 27 17:27:33.932405 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df731119-a6be-4b4e-a7c4-bfd49028f05a req-db21ffa2-5bde-47b1-99bf-7ce57cf4bb64 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:33.934318 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-df731119-a6be-4b4e-a7c4-bfd49028f05a req-db21ffa2-5bde-47b1-99bf-7ce57cf4bb64 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0844347 Sep 27 17:27:34.005368 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b90a03f4-646c-4a38-a2fc-9daa994798b8 req-a74fa1b7-df39-4d41-bbac-e09fa212df62 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705903 Sep 27 17:27:34.009344 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-df731119-a6be-4b4e-a7c4-bfd49028f05a req-6943b495-6d30-41a5-8e1a-755917d94f9d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677664 Sep 27 17:27:34.639728 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:27:35.156999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad05970-2544-4730-9c6b-721eac15d949 req-01711e1d-f4c2-4140-9519-0e79506a0931 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:35.158531 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3ad05970-2544-4730-9c6b-721eac15d949 req-01711e1d-f4c2-4140-9519-0e79506a0931 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0774543 Sep 27 17:27:35.163952 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ac02-aad5-4434-a379-ce03305c121a req-24cd10d1-ca1f-4987-9f9d-b5cd017b8afe tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:35.165344 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4344ac02-aad5-4434-a379-ce03305c121a req-24cd10d1-ca1f-4987-9f9d-b5cd017b8afe tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0737975 Sep 27 17:27:35.236951 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3ad05970-2544-4730-9c6b-721eac15d949 req-1dbc0bc3-e0db-46b1-a1f5-5b0a665b65e2 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706096 Sep 27 17:27:35.240933 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4344ac02-aad5-4434-a379-ce03305c121a req-6fb6a54b-b02c-4be0-9f80-5e9d0d1e039d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618536 Sep 27 17:27:36.389826 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e13685-91f5-4b89-a525-8ea9fec62357 req-663dfad1-7466-4ba9-8dd8-b39852fe7d6b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:36.391296 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-98e13685-91f5-4b89-a525-8ea9fec62357 req-663dfad1-7466-4ba9-8dd8-b39852fe7d6b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0798395 Sep 27 17:27:36.396846 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e20c6-147b-45a5-9d4a-6d0bc0600e0b req-671111f1-c3f3-4762-bfae-1297b804290c tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:36.398191 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7b5e20c6-147b-45a5-9d4a-6d0bc0600e0b req-671111f1-c3f3-4762-bfae-1297b804290c tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0762999 Sep 27 17:27:36.419989 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:36.472083 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-98e13685-91f5-4b89-a525-8ea9fec62357 req-3834cf7e-6839-4c92-b41f-f1b03116fc6f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729854 Sep 27 17:27:36.475300 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7b5e20c6-147b-45a5-9d4a-6d0bc0600e0b req-7cbd100a-96ba-4f5f-941a-c2fab844e063 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690343 Sep 27 17:27:37.077341 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:37.317037 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd9c5-d1fc-433b-b544-2fba26de40d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:37.622669 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5bf4-b9c4-4bc4-958c-5277023e8286 req-ad83f8ed-59df-4245-ae9a-7cf9adff5846 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:37.624127 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79ae5bf4-b9c4-4bc4-958c-5277023e8286 req-ad83f8ed-59df-4245-ae9a-7cf9adff5846 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0783143 Sep 27 17:27:37.629525 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1920c7-1c7b-4181-9923-a61bda4252bc req-3c7684cf-698d-4f5e-9951-5b6f2152d8ec tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:37.630903 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1f1920c7-1c7b-4181-9923-a61bda4252bc req-3c7684cf-698d-4f5e-9951-5b6f2152d8ec tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0748181 Sep 27 17:27:37.710688 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79ae5bf4-b9c4-4bc4-958c-5277023e8286 req-ec229089-8107-481a-a751-23415a11db93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788369 Sep 27 17:27:37.715211 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1f1920c7-1c7b-4181-9923-a61bda4252bc req-70a28eb9-e30b-496a-a097-157a954e11b1 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764065 Sep 27 17:27:38.141611 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=90 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:38.865915 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d073-ab9d-491b-9d47-8053f78eaec7 req-dd1af6dc-71a0-4f07-a058-04f70a51aca1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:38.867505 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2ab0d073-ab9d-491b-9d47-8053f78eaec7 req-dd1af6dc-71a0-4f07-a058-04f70a51aca1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0763898 Sep 27 17:27:38.874884 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485336fc-75e7-4539-ae35-ef32a3136f5a req-182ce46a-48e1-405f-bbd6-b4199b1c63b0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:38.876299 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-485336fc-75e7-4539-ae35-ef32a3136f5a req-182ce46a-48e1-405f-bbd6-b4199b1c63b0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0752676 Sep 27 17:27:38.943866 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2ab0d073-ab9d-491b-9d47-8053f78eaec7 req-d033f8ae-beb6-4035-9039-c58ae64a587c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666089 Sep 27 17:27:38.954849 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-485336fc-75e7-4539-ae35-ef32a3136f5a req-9bb66217-5429-4a27-a9c6-7fee60fdc747 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715921 Sep 27 17:27:39.543040 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d3a56b31-7aa5-42f3-ac89-16ecfa45d8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:40.088317 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffa8fa-406d-4fb5-8da0-6db60fff8c0f req-67ed2875-77fd-4358-8952-e652782de9fa tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:40.089652 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5bffa8fa-406d-4fb5-8da0-6db60fff8c0f req-67ed2875-77fd-4358-8952-e652782de9fa tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0730028 Sep 27 17:27:40.091815 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:40.111435 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d86806-ed01-43ca-9ab2-0a7e431dc3a5 req-5c6a70ca-59b7-4d15-afec-c51ff2ed1746 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:40.112799 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-23d86806-ed01-43ca-9ab2-0a7e431dc3a5 req-5c6a70ca-59b7-4d15-afec-c51ff2ed1746 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0682406 Sep 27 17:27:40.177322 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5bffa8fa-406d-4fb5-8da0-6db60fff8c0f req-127ace36-e082-43e0-8d64-03673d8fb538 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798805 Sep 27 17:27:40.181918 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-23d86806-ed01-43ca-9ab2-0a7e431dc3a5 req-b9597d76-405b-4046-8a2d-81ebcb6931d6 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616236 Sep 27 17:27:40.835360 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:41.323062 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9be249-b54b-4e94-bd6c-3c78dd528470 req-7dc373f1-c744-4a3d-b5d7-88b89b17c305 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:41.324550 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c9be249-b54b-4e94-bd6c-3c78dd528470 req-7dc373f1-c744-4a3d-b5d7-88b89b17c305 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0729246 Sep 27 17:27:41.332661 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e317-660f-43da-b4b6-4996d3e51153 req-44bb2ec2-1e5a-4ffd-b200-cb2811d6eb92 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:41.334028 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b858e317-660f-43da-b4b6-4996d3e51153 req-44bb2ec2-1e5a-4ffd-b200-cb2811d6eb92 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 944 time: 0.0722158 Sep 27 17:27:41.408264 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 9d1590c2-6fed-40c4-8aca-ed18ef3c13df details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:27:41.411198 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c9be249-b54b-4e94-bd6c-3c78dd528470 req-a34617fe-2948-4a54-828e-e322f36e745b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762250 Sep 27 17:27:41.415272 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b858e317-660f-43da-b4b6-4996d3e51153 req-34fbe144-5aa9-4342-9bb3-73890abb31a5 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720944 Sep 27 17:27:41.510554 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:27:41.521295 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'port_id': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'mac_address': 'fa:16:3e:e9:29:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:27:41.554882 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:27:41.555294 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:41.571575 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1590c2-6fed-40c4-8aca-ed18ef3c13df {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:27:41.590921 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:27:41.594455 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:41.639198 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:41.641862 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:41.647135 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.647483 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.647826 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.648164 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.648496 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.648827 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.649697 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.650027 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.650377 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.650701 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.651024 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.651368 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.651694 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.652013 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:41.652330 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:27:42.386894 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:42.472968 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:42.570987 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963586aa-9dbc-4e07-ae39-d5a60a1a5973 req-6223e916-9e6b-49c3-8b27-a7823209e1f4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:42.572359 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-963586aa-9dbc-4e07-ae39-d5a60a1a5973 req-6223e916-9e6b-49c3-8b27-a7823209e1f4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0821450 Sep 27 17:27:42.577898 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a0100-50fd-41ff-ab96-8b910507730e req-a5c99c79-484e-4c20-99ec-9f53db77fba8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:42.579275 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-441a0100-50fd-41ff-ab96-8b910507730e req-a5c99c79-484e-4c20-99ec-9f53db77fba8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 945 time: 0.0871651 Sep 27 17:27:42.609010 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:42.655733 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-963586aa-9dbc-4e07-ae39-d5a60a1a5973 req-5653a9dd-3268-4a4f-9614-44f2466833a1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755241 Sep 27 17:27:42.659076 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-441a0100-50fd-41ff-ab96-8b910507730e req-aae8783c-f252-4b3c-87df-6d428b1ca620 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Sep 27 17:27:43.810414 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc995a8e-85f3-4ba9-939b-4dde43d01564 req-c51aeab9-c697-4201-8e44-b3e52bfd78ea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:43.811909 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc995a8e-85f3-4ba9-939b-4dde43d01564 req-c51aeab9-c697-4201-8e44-b3e52bfd78ea tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0799820 Sep 27 17:27:43.819523 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4fcc3-c956-4887-b65d-4ffd54bc05ba req-270210db-faa6-4467-a726-082741e9693c tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:43.821375 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-25b4fcc3-c956-4887-b65d-4ffd54bc05ba req-270210db-faa6-4467-a726-082741e9693c tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 945 time: 0.0768886 Sep 27 17:27:43.858880 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['9d1590c2-6fed-40c4-8aca-ed18ef3c13df'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:27:43.993803 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:44.145734 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc995a8e-85f3-4ba9-939b-4dde43d01564 req-13cd62cc-dff2-4965-a251-53942f6bc5f4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233058 Sep 27 17:27:44.148870 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-25b4fcc3-c956-4887-b65d-4ffd54bc05ba req-2a89af0f-5c1a-47f6-97bc-3abea1d01d6a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207550 Sep 27 17:27:44.639778 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:45.306725 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a727077-b314-40b7-895a-c3d276bfbb91 req-1320ae91-97f5-4bc7-bf7f-98c7fe0e5f34 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:45.308174 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5a727077-b314-40b7-895a-c3d276bfbb91 req-1320ae91-97f5-4bc7-bf7f-98c7fe0e5f34 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 945 time: 0.0643253 Sep 27 17:27:45.313593 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e85ec-7a16-4edb-bf2e-d00efc2c43a7 req-6e415ed6-9912-4649-971e-f44d3b2e9193 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:45.314987 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-276e85ec-7a16-4edb-bf2e-d00efc2c43a7 req-6e415ed6-9912-4649-971e-f44d3b2e9193 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0810556 Sep 27 17:27:45.395462 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5a727077-b314-40b7-895a-c3d276bfbb91 req-13e1d8e4-08cc-4252-ab39-36899ac1ba0a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757561 Sep 27 17:27:45.402766 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-276e85ec-7a16-4edb-bf2e-d00efc2c43a7 req-63b4dc04-0bb0-4e80-9fef-5b9da3b6345b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761616 Sep 27 17:27:46.551164 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bb986-debc-4f86-baa0-e57091897d3e req-5c64e58f-8f21-403d-9c04-6e7f7178cad5 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:46.552653 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b79bb986-debc-4f86-baa0-e57091897d3e req-5c64e58f-8f21-403d-9c04-6e7f7178cad5 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 945 time: 0.0795102 Sep 27 17:27:46.558676 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11151837-9b1c-48de-b803-fba7d1ccd8e5 req-7ddd145d-2a87-4aa5-97ab-4dedc3c4428c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:46.560038 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-11151837-9b1c-48de-b803-fba7d1ccd8e5 req-7ddd145d-2a87-4aa5-97ab-4dedc3c4428c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0761154 Sep 27 17:27:46.628151 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:46.636728 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b79bb986-debc-4f86-baa0-e57091897d3e req-7c3556fb-f731-422a-8892-9d26c15019d0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757868 Sep 27 17:27:46.639990 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-11151837-9b1c-48de-b803-fba7d1ccd8e5 req-c634e4e8-56e6-4a83-8308-68e0c2f1ee1c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731044 Sep 27 17:27:47.788746 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a323e-dd5e-43ef-ba7c-b4a00628f0a6 req-fc125b81-cb2d-48e0-96bd-d8fae43be4c3 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:47.790292 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d24a323e-dd5e-43ef-ba7c-b4a00628f0a6 req-fc125b81-cb2d-48e0-96bd-d8fae43be4c3 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 945 time: 0.0786932 Sep 27 17:27:47.797925 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6be1f8-15d6-4a09-af50-14b835c7737a req-ff4cc633-f857-44b0-90ca-4e482e540b0d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:47.799944 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dc6be1f8-15d6-4a09-af50-14b835c7737a req-ff4cc633-f857-44b0-90ca-4e482e540b0d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 932 time: 0.0858884 Sep 27 17:27:47.858844 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Request body: {'port': {'device_id': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:27:47.902031 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5543829d-56c0-4451-a8f0-3d75420b1db9 req-44467613-e9cf-4fb4-8f13-d325bdd98054 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907671 Sep 27 17:27:47.902861 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d24a323e-dd5e-43ef-ba7c-b4a00628f0a6 req-bc91d372-2472-4592-a16f-b77194a1117b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019812 Sep 27 17:27:47.913145 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dc6be1f8-15d6-4a09-af50-14b835c7737a req-dc194edd-6e68-4cf5-b434-340c5080c73a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062453 Sep 27 17:27:47.948812 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:48.137794 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:48.220515 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:27:48.228439 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Publish callbacks [] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:48.240586 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Transition to ACTIVE for port object 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:27:48.244125 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:48.321455 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:48.351754 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Attempting to bind port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:27:48.352586 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Attempting to bind port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:27:48.352910 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Attempting to bind port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd on network 77098589-b75d-4cff-80ff-98fbc8a6384d {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:27:48.393397 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd on network 77098589-b75d-4cff-80ff-98fbc8a6384d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:27:48.393723 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Attempting to bind port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd on network 77098589-b75d-4cff-80ff-98fbc8a6384d {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:27:48.443137 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:27:48.443474 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Checking segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:27:48.443852 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Bound using segment: {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:27:48.444279 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Bound port: 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9119bf4-0efc-463a-a301-8f70bd061825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:27:48.444630 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:48.501376 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:48.505169 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] For port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:27:48.508381 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] For port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:27:48.514252 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:48.518144 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:48.518742 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:48.520071 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/4f5f0e59-cdc1-4e3d-9aac-a193fec519cd HTTP/1.1" status: 200 len: 1094 time: 0.6733608 Sep 27 17:27:48.520616 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:27:48.522831 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3ca18c-e14b-4abd-8a23-71ae81b11e51" -d '{"events": [{"name": "network-changed", "server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:27:48.567428 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a404453-1423-4d7d-a6e1-874fca86e102 x-openstack-request-id: req-3a404453-1423-4d7d-a6e1-874fca86e102 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:27:48.567733 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:27:48.567961 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a404453-1423-4d7d-a6e1-874fca86e102 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:27:48.568357 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a404453-1423-4d7d-a6e1-874fca86e102'] response: {'name': 'network-changed', 'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'status': 'completed', 'code': 200} Sep 27 17:27:48.572949 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8692f-d001-47cb-9cd3-58194369fa87 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:49.068456 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fb62f-6e01-40ce-a5c3-54362a19c4a4 req-3b8085d2-289f-4afc-b322-9131360a1359 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:49.070043 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7e1fb62f-6e01-40ce-a5c3-54362a19c4a4 req-3b8085d2-289f-4afc-b322-9131360a1359 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 945 time: 0.0848730 Sep 27 17:27:49.095201 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a53f76-5f93-4b5d-b0fc-f270cc378cd1 req-e8631228-9098-4959-893b-3e4d9206fcbb tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:49.096653 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b4a53f76-5f93-4b5d-b0fc-f270cc378cd1 req-e8631228-9098-4959-893b-3e4d9206fcbb tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0746617 Sep 27 17:27:49.161925 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7e1fb62f-6e01-40ce-a5c3-54362a19c4a4 req-3ffb6c4d-9cec-42d7-97f6-6ce389127924 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813632 Sep 27 17:27:49.171015 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b4a53f76-5f93-4b5d-b0fc-f270cc378cd1 req-4ee8ee93-aa40-47d9-9897-a34912efd680 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667577 Sep 27 17:27:49.356320 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ca18c-e14b-4abd-8a23-71ae81b11e51 req-f46f6a73-fe7e-4836-8efe-bbabbd98f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:49.357809 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2a3ca18c-e14b-4abd-8a23-71ae81b11e51 req-f46f6a73-fe7e-4836-8efe-bbabbd98f5d2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 1128 time: 0.0443866 Sep 27 17:27:49.496027 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ca18c-e14b-4abd-8a23-71ae81b11e51 req-e25eb1dd-1fea-43bc-8bd3-cc18353b980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:49.497496 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2a3ca18c-e14b-4abd-8a23-71ae81b11e51 req-e25eb1dd-1fea-43bc-8bd3-cc18353b980d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=fd5caa5782e74721a4c2991524182668&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1026154 Sep 27 17:27:49.609772 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ca18c-e14b-4abd-8a23-71ae81b11e51 req-f75ef63f-4811-40f2-b389-4a6fdc6aa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:49.611296 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2a3ca18c-e14b-4abd-8a23-71ae81b11e51 req-f75ef63f-4811-40f2-b389-4a6fdc6aa53e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074653 Sep 27 17:27:49.635763 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 9d1590c2-6fed-40c4-8aca-ed18ef3c13df up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:27:49.685955 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:27:49.688008 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:49.694772 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:27:49.695151 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:49.696011 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df Sep 27 17:27:49.728693 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-9dd27543-fc83-4460-bef5-f59b36eb99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:49.731055 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-9dd27543-fc83-4460-bef5-f59b36eb99a3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 1128 time: 0.0535522 Sep 27 17:27:49.783979 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-79218d17-8d34-4ed1-8704-4d56fa2b5328 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd HTTP/1.1" status: 200 len: 217 time: 0.0401917 Sep 27 17:27:49.837582 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-6cb6a704-c4f7-43b9-9c55-62d708bd3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:49.839136 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-6cb6a704-c4f7-43b9-9c55-62d708bd3a4e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0483296 Sep 27 17:27:49.891542 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-f99b735f-0dcb-41da-990a-70fe724e97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:49.893035 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-f99b735f-0dcb-41da-990a-70fe724e97eb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476098 Sep 27 17:27:49.923711 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:27:49.924098 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:49.950885 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:27:49.953107 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed088a-8668-49c8-8fb7-caa1fc2d40f4" -d '{"events": [{"server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "name": "network-vif-plugged", "status": "completed", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:27:49.966317 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:27:49.970744 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:27:49.977782 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:49.994007 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-69f48499-9613-46ed-ae51-394b5025edc3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933108 Sep 27 17:27:50.001052 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7196ee3-42a9-473e-8a09-ecb0bdf5a8a0 x-openstack-request-id: req-e7196ee3-42a9-473e-8a09-ecb0bdf5a8a0 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:27:50.001365 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "name": "network-vif-plugged", "status": "completed", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:27:50.001621 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7196ee3-42a9-473e-8a09-ecb0bdf5a8a0 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:27:50.002010 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7196ee3-42a9-473e-8a09-ecb0bdf5a8a0'] response: {'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'code': 200} Sep 27 17:27:50.028422 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:27:50.110656 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c7994ff9-2c8e-434f-85ca-839cee15824b req-8282b744-e77d-4bff-835c-c5593a5dff69 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026242 Sep 27 17:27:50.317189 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9a4ef-cac2-4390-a216-a72baa4b85d9 req-c8016a20-9033-4dc2-b061-5e2f318b0b8f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:50.318713 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ae9a4ef-cac2-4390-a216-a72baa4b85d9 req-c8016a20-9033-4dc2-b061-5e2f318b0b8f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0768411 Sep 27 17:27:50.338789 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738702-4daa-4970-9b1c-bfe45d5578c3 req-be79c894-1970-4e54-a75a-b675bb8f112f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:50.340206 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8a738702-4daa-4970-9b1c-bfe45d5578c3 req-be79c894-1970-4e54-a75a-b675bb8f112f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0671198 Sep 27 17:27:50.401394 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:50.419096 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ae9a4ef-cac2-4390-a216-a72baa4b85d9 req-ca5b56f1-98d1-4a5b-8e75-1e8d7ae03773 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942669 Sep 27 17:27:50.422374 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8a738702-4daa-4970-9b1c-bfe45d5578c3 req-db2089d5-8dc7-441d-92b4-8fee2d8fa1ef tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754094 Sep 27 17:27:51.575636 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318e852-a658-4820-ac7c-9da065d2e926 req-30f393c8-279e-4a83-9d73-5f5b7b4d774f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:51.577033 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8318e852-a658-4820-ac7c-9da065d2e926 req-30f393c8-279e-4a83-9d73-5f5b7b4d774f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0798512 Sep 27 17:27:51.582682 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362cfce-e9d1-4357-a3c4-7b0af6b51033 req-005e3525-a529-4a6f-bc7c-1732a681ece1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:51.584154 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d362cfce-e9d1-4357-a3c4-7b0af6b51033 req-005e3525-a529-4a6f-bc7c-1732a681ece1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0759497 Sep 27 17:27:51.665503 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8318e852-a658-4820-ac7c-9da065d2e926 req-85d844a4-e60e-41a1-94b1-0e128c445ca5 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803938 Sep 27 17:27:51.668808 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d362cfce-e9d1-4357-a3c4-7b0af6b51033 req-db1d5326-243c-4609-977c-f36f42a10549 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766735 Sep 27 17:27:52.815330 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3061634-11ba-4cf5-8081-243a3e561efc req-77bb9951-bfa1-40d2-ac15-08f2afb9ee20 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:52.817003 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e3061634-11ba-4cf5-8081-243a3e561efc req-77bb9951-bfa1-40d2-ac15-08f2afb9ee20 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0745320 Sep 27 17:27:52.822953 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ded11-2bfa-4efd-ab1c-4915fda6de18 req-f9c82901-0bb1-4acf-8ead-bc14ce8270b4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:52.824313 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-422ded11-2bfa-4efd-ab1c-4915fda6de18 req-f9c82901-0bb1-4acf-8ead-bc14ce8270b4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0719702 Sep 27 17:27:52.900873 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e3061634-11ba-4cf5-8081-243a3e561efc req-53dd328e-8a27-4852-9d49-f7205ff77327 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755968 Sep 27 17:27:52.904837 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-422ded11-2bfa-4efd-ab1c-4915fda6de18 req-69878c80-5998-42e1-80c4-fba29847d4ae tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736098 Sep 27 17:27:54.050766 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54602cee-bdc2-4447-a446-a81f6137d24c req-c5bf5cc7-2a1e-4683-87ed-c26ca6057ef9 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:54.052240 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-54602cee-bdc2-4447-a446-a81f6137d24c req-c5bf5cc7-2a1e-4683-87ed-c26ca6057ef9 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0756285 Sep 27 17:27:54.058203 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709ad03-04d7-419d-9bb1-3519a602b9b7 req-ed58e5f1-4685-4b3b-89ee-8b2e178288a5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:54.059566 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1709ad03-04d7-419d-9bb1-3519a602b9b7 req-ed58e5f1-4685-4b3b-89ee-8b2e178288a5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0734696 Sep 27 17:27:54.094480 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:54.131511 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-54602cee-bdc2-4447-a446-a81f6137d24c req-d97bf4bd-3428-447c-80ee-c6a985157b96 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710423 Sep 27 17:27:54.140498 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1709ad03-04d7-419d-9bb1-3519a602b9b7 req-45ffa3ad-890e-4646-994c-15da60360b39 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740824 Sep 27 17:27:55.280193 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca159e-1fd1-4f76-8a2f-91bdaf12a235 req-1bd52713-6a5a-4093-a4e9-533f8515a9ab tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:55.281619 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-44ca159e-1fd1-4f76-8a2f-91bdaf12a235 req-1bd52713-6a5a-4093-a4e9-533f8515a9ab tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0742335 Sep 27 17:27:55.288851 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1cb0-db68-47c4-b185-ab9d2a2f3947 req-2c3673b3-85bf-4edb-8eec-49b97673cd2e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:55.290749 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bbce1cb0-db68-47c4-b185-ab9d2a2f3947 req-2c3673b3-85bf-4edb-8eec-49b97673cd2e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0746298 Sep 27 17:27:55.362139 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-44ca159e-1fd1-4f76-8a2f-91bdaf12a235 req-ed2672c1-e98c-4eda-9b74-98dfa52991a6 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704381 Sep 27 17:27:55.366093 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bbce1cb0-db68-47c4-b185-ab9d2a2f3947 req-465eff26-49f7-42e9-b0d9-a133507363c4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687184 Sep 27 17:27:56.516117 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9285cd7-f574-4eee-b1c8-02d3e4d45015 req-2d2971c0-a309-488d-9712-8b8c27c34402 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:56.517590 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a9285cd7-f574-4eee-b1c8-02d3e4d45015 req-2d2971c0-a309-488d-9712-8b8c27c34402 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0792882 Sep 27 17:27:56.523176 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7e5b9-dc79-4b4d-982b-97d9cbafcf5c req-897c143c-482b-4168-bda3-635360a3b084 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:56.525086 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33e7e5b9-dc79-4b4d-982b-97d9cbafcf5c req-897c143c-482b-4168-bda3-635360a3b084 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0848935 Sep 27 17:27:56.599055 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a9285cd7-f574-4eee-b1c8-02d3e4d45015 req-48a564c3-f671-47e6-8599-ecc86c3241f4 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730088 Sep 27 17:27:56.603658 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33e7e5b9-dc79-4b4d-982b-97d9cbafcf5c req-95f3a8cf-823a-4a48-901e-8f2651503615 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717762 Sep 27 17:27:57.757493 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ccf99-4117-4915-9093-fcf122468f00 req-5411309f-d1c2-4a1e-945c-8cab517a411d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:57.759065 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cd4ccf99-4117-4915-9093-fcf122468f00 req-5411309f-d1c2-4a1e-945c-8cab517a411d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0798693 Sep 27 17:27:57.766641 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eea6a4-bb93-4e95-b36b-6e8b77a3c907 req-2b1c5089-b98f-48b3-922a-80c2cf61a446 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:57.768026 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28eea6a4-bb93-4e95-b36b-6e8b77a3c907 req-2b1c5089-b98f-48b3-922a-80c2cf61a446 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0870800 Sep 27 17:27:57.818418 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:57.848700 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cd4ccf99-4117-4915-9093-fcf122468f00 req-5af494f8-b668-4c46-8f04-e190cdaef24a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797565 Sep 27 17:27:57.852469 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28eea6a4-bb93-4e95-b36b-6e8b77a3c907 req-0fc40e61-1729-4602-a28f-2176c05c54ca tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770500 Sep 27 17:27:57.897779 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=12 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:57.898583 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=8 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:27:59.005586 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cd922-a2d9-44c2-82df-d9bf6261c65c req-13ce4069-860f-447a-827d-28a8c1ad4c03 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:59.007094 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a5cd922-a2d9-44c2-82df-d9bf6261c65c req-13ce4069-860f-447a-827d-28a8c1ad4c03 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0818045 Sep 27 17:27:59.017110 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b6f03-2430-4cb9-82de-d0897e94dd83 req-987609b0-7168-4f05-ace1-92edd4f98531 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:27:59.018561 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-570b6f03-2430-4cb9-82de-d0897e94dd83 req-987609b0-7168-4f05-ace1-92edd4f98531 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0777979 Sep 27 17:27:59.095955 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a5cd922-a2d9-44c2-82df-d9bf6261c65c req-c0e249a7-209d-41cf-bded-702c21d60a3e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764177 Sep 27 17:27:59.100297 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-570b6f03-2430-4cb9-82de-d0897e94dd83 req-b085b2fd-ab2c-4566-9cf8-2e193843a629 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739014 Sep 27 17:28:00.024342 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:00.026399 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:00.255198 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa33c2-336e-4555-bf9d-796ca14c505c req-1c03b7a5-5194-4ead-ae0f-5aef051b13a7 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:00.256709 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-18aa33c2-336e-4555-bf9d-796ca14c505c req-1c03b7a5-5194-4ead-ae0f-5aef051b13a7 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0816398 Sep 27 17:28:00.264389 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1e553-a215-4280-b588-7f57ee7dc049 req-d3c91a21-368c-4515-a9c4-b0768c4b2f49 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:00.265750 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-52b1e553-a215-4280-b588-7f57ee7dc049 req-d3c91a21-368c-4515-a9c4-b0768c4b2f49 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0798223 Sep 27 17:28:00.330779 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:00.342444 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-18aa33c2-336e-4555-bf9d-796ca14c505c req-21aa60a5-2158-4178-99cc-50b6c1de9618 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757375 Sep 27 17:28:00.346572 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-52b1e553-a215-4280-b588-7f57ee7dc049 req-ccea568a-d198-4461-9021-6bbebd451d75 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741065 Sep 27 17:28:01.063935 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a975bf2-be45-4fba-a703-511bb24d5154 req-5edea429-fb4b-44f0-a4d2-8db94d5b270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:01.068741 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a975bf2-be45-4fba-a703-511bb24d5154 req-5edea429-fb4b-44f0-a4d2-8db94d5b270c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 1130 time: 0.0436864 Sep 27 17:28:01.131557 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a975bf2-be45-4fba-a703-511bb24d5154 req-35be522c-3fe2-491f-8c4f-58c1b687cb8a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Sep 27 17:28:01.499808 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab66488-bbbf-47d9-9412-155894645c6b req-ac201829-ec4e-43e4-a7d7-fc7f689769dd tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:01.501286 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5ab66488-bbbf-47d9-9412-155894645c6b req-ac201829-ec4e-43e4-a7d7-fc7f689769dd tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0820384 Sep 27 17:28:01.507422 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aa57a-767b-4daa-a56a-ef8f3d136ecb req-1ccb9453-6596-4f77-add6-34225ac2fdda tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:01.508797 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9b7aa57a-767b-4daa-a56a-ef8f3d136ecb req-1ccb9453-6596-4f77-add6-34225ac2fdda tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 944 time: 0.0795748 Sep 27 17:28:01.580652 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5ab66488-bbbf-47d9-9412-155894645c6b req-cf3f2ce6-1663-4934-a251-f22bb1f0a69d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709064 Sep 27 17:28:01.587570 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9b7aa57a-767b-4daa-a56a-ef8f3d136ecb req-1658fd34-5c33-465d-87f0-592917809053 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717952 Sep 27 17:28:01.677883 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:28:01.777184 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:01.787988 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'port_id': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'mac_address': 'fa:16:3e:3c:d9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:28:01.831510 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:01.831899 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:01.845494 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:28:01.865763 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:01.870305 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:01.916572 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:02.406204 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['4f5f0e59-cdc1-4e3d-9aac-a193fec519cd'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:28:02.737025 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750d742-2f3b-42b5-8819-4a32f6c8ced8 req-3014176e-6505-49b5-b35b-7174fbb0af9a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:02.738617 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a750d742-2f3b-42b5-8819-4a32f6c8ced8 req-3014176e-6505-49b5-b35b-7174fbb0af9a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0832860 Sep 27 17:28:02.746656 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1924a-8d24-4649-91b8-e6b82a3c00df req-77d0c586-0a09-403e-ba3e-f86b9fb06c84 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:02.748046 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d4c1924a-8d24-4649-91b8-e6b82a3c00df req-77d0c586-0a09-403e-ba3e-f86b9fb06c84 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 945 time: 0.0812190 Sep 27 17:28:02.822506 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a750d742-2f3b-42b5-8819-4a32f6c8ced8 req-5a3df462-234e-4e21-97e0-1db8b3be092b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734708 Sep 27 17:28:02.826887 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d4c1924a-8d24-4649-91b8-e6b82a3c00df req-6fe410ec-dd44-4474-9f40-a5299e8320a5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719645 Sep 27 17:28:03.364960 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53380) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:03.479714 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:03.558535 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Publish callbacks [] for security_group (2ebe7bdc-7977-4fe0-b21c-ab1eac1eadbb), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:03.562829 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (2ebe7bdc-7977-4fe0-b21c-ab1eac1eadbb), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:03.602257 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3d0576112faf4d5c91ddacb0668b4e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361491 Sep 27 17:28:03.603250 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebe7bdc-7977-4fe0-b21c-ab1eac1eadbb,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:03.605515 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53384) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:03.614949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.614949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.614949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.614949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.614949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.614949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.614949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.614949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.614949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.614949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.615858 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.615858 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.615858 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.616063 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.616380 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d391f7-c718-4dab-a1af-8fdee4f212dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:03.656322 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e9bdad77-7f21-4a42-a509-d661e2c28c2c admin admin] Publish callbacks [] for security_group (2ebe7bdc-7977-4fe0-b21c-ab1eac1eadbb), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:03.680184 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e9bdad77-7f21-4a42-a509-d661e2c28c2c admin admin] Publish callbacks [] for security_group (2ebe7bdc-7977-4fe0-b21c-ab1eac1eadbb), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:03.729047 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e9bdad77-7f21-4a42-a509-d661e2c28c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (2ebe7bdc-7977-4fe0-b21c-ab1eac1eadbb), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:03.731979 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e9bdad77-7f21-4a42-a509-d661e2c28c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:03.733139 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e9bdad77-7f21-4a42-a509-d661e2c28c2c admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2ebe7bdc-7977-4fe0-b21c-ab1eac1eadbb HTTP/1.1" status: 204 len: 168 time: 0.1263022 Sep 27 17:28:03.742043 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdad77-7f21-4a42-a509-d661e2c28c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebe7bdc-7977-4fe0-b21c-ab1eac1eadbb,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:03.791754 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:03.843101 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:28:03.849334 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:03.849822 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:03.850512 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd Sep 27 17:28:03.933462 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:03.980600 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5764b3e-a938-4cc9-b341-81ea51fca11c req-4417336f-370c-44c0-b0ee-c03e49332ca4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:03.989299 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:03.989861 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:03.992399 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b5764b3e-a938-4cc9-b341-81ea51fca11c req-4417336f-370c-44c0-b0ee-c03e49332ca4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 945 time: 0.0827384 Sep 27 17:28:04.026142 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:28:04.028679 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be359d40-7842-4aa8-9021-1ed55c323820" -d '{"events": [{"server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "name": "network-vif-plugged", "status": "completed", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:28:04.050110 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:04.053986 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:04.110498 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fbbde-f3b1-4624-ab2c-f20b07205f2e req-38fc2507-a93d-4cfd-814e-ce26baeeecaf tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:04.112080 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-029fbbde-f3b1-4624-ab2c-f20b07205f2e req-38fc2507-a93d-4cfd-814e-ce26baeeecaf tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.1174188 Sep 27 17:28:04.112218 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:04.121720 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b5764b3e-a938-4cc9-b341-81ea51fca11c req-5d249dd6-164e-4ed8-8037-f97fb7b9e202 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279857 Sep 27 17:28:04.175178 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0f2677-a62a-4102-a7cd-ed817512bbca x-openstack-request-id: req-fd0f2677-a62a-4102-a7cd-ed817512bbca {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:28:04.175493 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "name": "network-vif-plugged", "status": "completed", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:28:04.175752 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd0f2677-a62a-4102-a7cd-ed817512bbca {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:28:04.176154 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0f2677-a62a-4102-a7cd-ed817512bbca'] response: {'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'code': 200} Sep 27 17:28:04.180493 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-029fbbde-f3b1-4624-ab2c-f20b07205f2e req-6bf63d10-c9be-49e0-bc14-68095ee0fb8e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577404 Sep 27 17:28:04.409504 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1d70f-a717-497e-9a82-992c001bbf03 req-63924546-c608-491c-b1aa-9c9b3854219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:04.411271 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-10b1d70f-a717-497e-9a82-992c001bbf03 req-63924546-c608-491c-b1aa-9c9b3854219f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 1130 time: 0.0451198 Sep 27 17:28:04.484694 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0fa6f-414c-4c0d-9eaa-cc3750e20b08 req-f8f578fa-6b8b-462e-8b79-e906ee12c2a1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:04.486192 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7b0fa6f-414c-4c0d-9eaa-cc3750e20b08 req-f8f578fa-6b8b-462e-8b79-e906ee12c2a1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0462735 Sep 27 17:28:04.532092 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7b0fa6f-414c-4c0d-9eaa-cc3750e20b08 req-b316f1cc-c439-4fd4-bb92-6bc7f84ff9d8 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Sep 27 17:28:05.225293 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:05.263626 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90abc3-f07a-49f3-802a-ed00454f898c req-c66611d6-3791-43ac-bcde-31ff8dfa552a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:05.265041 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ea90abc3-f07a-49f3-802a-ed00454f898c req-c66611d6-3791-43ac-bcde-31ff8dfa552a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0495422 Sep 27 17:28:05.323706 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49d94-516a-4da0-b04b-5b8d81259c46 req-c6f8b713-ed51-4240-93f9-343f18825b31 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:05.325736 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-34f49d94-516a-4da0-b04b-5b8d81259c46 req-c6f8b713-ed51-4240-93f9-343f18825b31 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0695453 Sep 27 17:28:05.359330 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ea90abc3-f07a-49f3-802a-ed00454f898c req-8fe9d6e1-863c-438e-ab3b-89ed795b1cb4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870898 Sep 27 17:28:05.386562 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-34f49d94-516a-4da0-b04b-5b8d81259c46 req-6d1ba447-6e24-4f69-b385-17b46471d82e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 Sep 27 17:28:05.506487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8609ba6-4cd5-491d-b554-3e83bb94dcaa req-c299729c-e14e-4bf0-a0b1-64290c0966b1 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:05.508770 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c8609ba6-4cd5-491d-b554-3e83bb94dcaa req-c299729c-e14e-4bf0-a0b1-64290c0966b1 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0499117 Sep 27 17:28:05.555129 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c8609ba6-4cd5-491d-b554-3e83bb94dcaa req-a0056074-8d19-4de6-8632-318a25c472b9 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Sep 27 17:28:05.652360 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5feb9-5829-4d89-9fbd-996b5a572503 req-9d1b7255-0f07-40a7-9b0d-98c5f231c988 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:05.653839 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a5a5feb9-5829-4d89-9fbd-996b5a572503 req-9d1b7255-0f07-40a7-9b0d-98c5f231c988 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0494254 Sep 27 17:28:05.700854 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a5a5feb9-5829-4d89-9fbd-996b5a572503 req-991d4939-df34-42b9-ae3e-24e07aec1757 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 Sep 27 17:28:05.820786 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-10b1d70f-a717-497e-9a82-992c001bbf03 req-827db075-4742-42a3-b06b-ea31571b83ec service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412412 Sep 27 17:28:05.890099 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15f75f-b961-486d-ae7e-13e3eea79828 req-e44ccff9-84eb-4e04-84f8-a2604e77b735 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:05.891966 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef15f75f-b961-486d-ae7e-13e3eea79828 req-e44ccff9-84eb-4e04-84f8-a2604e77b735 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0493276 Sep 27 17:28:05.940651 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef15f75f-b961-486d-ae7e-13e3eea79828 req-1577ecb3-e9b4-41cd-acfa-c41db4a30bab tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Sep 27 17:28:06.482123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0ac05-7f07-4886-b141-113ea46ef591 req-a783704b-c70c-4388-9c9b-6380b933ec6a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:06.483490 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dac0ac05-7f07-4886-b141-113ea46ef591 req-a783704b-c70c-4388-9c9b-6380b933ec6a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0490294 Sep 27 17:28:06.529285 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dac0ac05-7f07-4886-b141-113ea46ef591 req-4b5be1b1-6871-4dac-8178-ab6fb8859ffb tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402400 Sep 27 17:28:06.818401 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568030f9-3c7f-480f-bb4e-e183c7d57692 req-7092f91a-67e4-4d4e-8d4c-6912e79b263c tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:06.819860 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-568030f9-3c7f-480f-bb4e-e183c7d57692 req-7092f91a-67e4-4d4e-8d4c-6912e79b263c tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0461102 Sep 27 17:28:06.866596 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-568030f9-3c7f-480f-bb4e-e183c7d57692 req-3a163170-201e-4994-9958-a9775afc1b99 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Sep 27 17:28:07.331137 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-86b2c7e6-d5e6-4f64-a616-b8f035d525d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:07.427007 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-3983b610-9464-4afe-9904-5b2381bd488e tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:07.428439 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-3983b610-9464-4afe-9904-5b2381bd488e tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 946 time: 0.0444841 Sep 27 17:28:07.474322 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:07.548828 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-77e93b02-ddf5-48d0-9c15-6946ad0f52c0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Deleting port e9e0231f-54fe-478f-87fb-2d95162294ff {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:28:07.549583 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-77e93b02-ddf5-48d0-9c15-6946ad0f52c0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:07.671260 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0fe7-c3ca-4041-8493-18622baa5518 req-471324c0-7db8-4339-8128-31895a3685a4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:07.672689 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41fd0fe7-c3ca-4041-8493-18622baa5518 req-471324c0-7db8-4339-8128-31895a3685a4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0683546 Sep 27 17:28:07.677369 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-77e93b02-ddf5-48d0-9c15-6946ad0f52c0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] For port e9e0231f-54fe-478f-87fb-2d95162294ff, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e9e0231f-54fe-478f-87fb-2d95162294ff,segment=NetworkSegment(42783cda-05bf-4969-92f4-7e826aa947c9),segment_id=42783cda-05bf-4969-92f4-7e826aa947c9)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:07.677731 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-77e93b02-ddf5-48d0-9c15-6946ad0f52c0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:07.702283 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-77e93b02-ddf5-48d0-9c15-6946ad0f52c0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Calling delete_port for e9e0231f-54fe-478f-87fb-2d95162294ff owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:28:07.715649 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:07.771422 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41fd0fe7-c3ca-4041-8493-18622baa5518 req-7c6446b6-d062-4fbb-aa26-8af2a3bbea8e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910623 Sep 27 17:28:07.854877 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-77e93b02-ddf5-48d0-9c15-6946ad0f52c0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (e9e0231f-54fe-478f-87fb-2d95162294ff), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:07.882379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e93b02-ddf5-48d0-9c15-6946ad0f52c0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Pushing event deleted for resources: {'Port': ['ID=e9e0231f-54fe-478f-87fb-2d95162294ff,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:07.891976 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['e9e0231f-54fe-478f-87fb-2d95162294ff'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:28:07.926486 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-77e93b02-ddf5-48d0-9c15-6946ad0f52c0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] No DVR routers for this DVR port e9e0231f-54fe-478f-87fb-2d95162294ff on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:28:07.928861 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-77e93b02-ddf5-48d0-9c15-6946ad0f52c0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:07.932827 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f1f11425-26f7-4c64-8b0c-14ccbd52c781 req-77e93b02-ddf5-48d0-9c15-6946ad0f52c0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.18 "DELETE /networking/v2.0/ports/e9e0231f-54fe-478f-87fb-2d95162294ff HTTP/1.1" status: 204 len: 173 time: 0.4651885 Sep 27 17:28:07.933362 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e206773-221a-4857-b437-2b1a852b8277', 'name': 'network-vif-deleted', 'tag': 'e9e0231f-54fe-478f-87fb-2d95162294ff'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:28:07.935586 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad2ee16-62ab-4c22-a58d-85d6409d7981" -d '{"events": [{"server_uuid": "2e206773-221a-4857-b437-2b1a852b8277", "name": "network-vif-deleted", "tag": "e9e0231f-54fe-478f-87fb-2d95162294ff"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:28:07.979721 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a8f073-6dc0-4bac-a945-89ca50737334 x-openstack-request-id: req-d7a8f073-6dc0-4bac-a945-89ca50737334 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:28:07.980009 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e206773-221a-4857-b437-2b1a852b8277", "name": "network-vif-deleted", "tag": "e9e0231f-54fe-478f-87fb-2d95162294ff", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:28:07.980312 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7a8f073-6dc0-4bac-a945-89ca50737334 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:28:07.980944 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a8f073-6dc0-4bac-a945-89ca50737334'] response: {'server_uuid': '2e206773-221a-4857-b437-2b1a852b8277', 'name': 'network-vif-deleted', 'tag': 'e9e0231f-54fe-478f-87fb-2d95162294ff', 'status': 'completed', 'code': 200} Sep 27 17:28:07.983205 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6a0fdc79-089a-4314-98de-7855f48a2b9f req-9333e335-ce4b-435f-a1ac-987056cdc0a8 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2e206773-221a-4857-b437-2b1a852b8277 HTTP/1.1" status: 200 len: 210 time: 0.0334663 Sep 27 17:28:08.902984 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412bd96-eda9-4e3e-8d8b-c6fc33c645b2 req-dd59b3cb-1b82-4a2a-a7e1-9e0468d9d9bd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:08.906022 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8412bd96-eda9-4e3e-8d8b-c6fc33c645b2 req-dd59b3cb-1b82-4a2a-a7e1-9e0468d9d9bd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0594416 Sep 27 17:28:08.965449 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8412bd96-eda9-4e3e-8d8b-c6fc33c645b2 req-ca349ca1-f4ad-4727-b206-0338d840ce21 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525208 Sep 27 17:28:09.099909 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662789f-1811-44e2-a088-bea07f0fdbe5 req-031a8719-ece6-4d10-8582-b6749014239c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:09.115842 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4662789f-1811-44e2-a088-bea07f0fdbe5 req-031a8719-ece6-4d10-8582-b6749014239c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0827887 Sep 27 17:28:09.128471 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53480) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:09.134639 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-97ddb83a-1888-47ec-a4c5-7138252941de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Request body: {'floatingip': {'port_id': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:09.175399 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-97ddb83a-1888-47ec-a4c5-7138252941de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for floatingip (3584f813-ab9d-43bd-8288-f223c2dc352a), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:09.546123 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-cd3e639a-e007-4fac-8596-112b521a566c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:09.804884 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:09.849463 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-97ddb83a-1888-47ec-a4c5-7138252941de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:09.853345 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-97ddb83a-1888-47ec-a4c5-7138252941de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (3584f813-ab9d-43bd-8288-f223c2dc352a), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:09.944170 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-97ddb83a-1888-47ec-a4c5-7138252941de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Floating IP 3584f813-ab9d-43bd-8288-f223c2dc352a associated. External IP: 172.27.0.121, port: 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd. Sep 27 17:28:09.988431 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:10.141292 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ddb83a-1888-47ec-a4c5-7138252941de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Router 8f837901-d4d4-4850-95ff-d143e06ee698 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:28:10.241811 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ddb83a-1888-47ec-a4c5-7138252941de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:28:10.246905 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-97ddb83a-1888-47ec-a4c5-7138252941de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:10.256220 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] Sync routers for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:28:10.264706 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:10.266945 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:10.267570 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:10.279464 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-97ddb83a-1888-47ec-a4c5-7138252941de tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/3584f813-ab9d-43bd-8288-f223c2dc352a HTTP/1.1" status: 200 len: 992 time: 1.1499071 Sep 27 17:28:10.280190 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:28:10.282598 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aa8244-3a92-4a59-ba0c-fe62c2398475" -d '{"events": [{"name": "network-changed", "server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:28:10.335570 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18955bde-90a4-4bf0-b6c3-aa59bcc6f097 x-openstack-request-id: req-18955bde-90a4-4bf0-b6c3-aa59bcc6f097 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:28:10.335862 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:28:10.336111 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18955bde-90a4-4bf0-b6c3-aa59bcc6f097 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:28:10.336516 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18955bde-90a4-4bf0-b6c3-aa59bcc6f097'] response: {'name': 'network-changed', 'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'status': 'completed', 'code': 200} Sep 27 17:28:10.374856 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:10.445427 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:10.586202 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '3584f813-ab9d-43bd-8288-f223c2dc352a', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'port_id': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'mac_address': 'fa:16:3e:3c:d9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:27:01Z', 'updated_at': '2022-09-27T17:28:09Z', 'revision_number': 1, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:26Z', 'revision_number': 5, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:10.610340 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] Checking router: 8f837901-d4d4-4850-95ff-d143e06ee698 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:28:10.618934 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:10.619538 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:10.725021 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:10.816737 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-fa3e0d27-0064-4f99-82e1-874e81b1e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:10.818354 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-fa3e0d27-0064-4f99-82e1-874e81b1e7bd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 1130 time: 0.0406060 Sep 27 17:28:10.879453 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:10.911954 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-efbd8e2f-a502-4171-9590-16eb54792b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:10.913423 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-efbd8e2f-a502-4171-9590-16eb54792b68 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.0895109 Sep 27 17:28:10.946794 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '3584f813-ab9d-43bd-8288-f223c2dc352a', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'port_id': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'mac_address': 'fa:16:3e:3c:d9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:27:01Z', 'updated_at': '2022-09-27T17:28:09Z', 'revision_number': 1, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:26Z', 'revision_number': 5, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:10.974765 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-6506314e-635f-471d-a0e0-9011b70ab198 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd HTTP/1.1" status: 200 len: 1000 time: 0.0541363 Sep 27 17:28:10.975383 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed3c6f-18a5-4b6f-9d5e-6eb7a4a68f50 None None] The sync data for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi is: [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '3584f813-ab9d-43bd-8288-f223c2dc352a', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'port_id': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'mac_address': 'fa:16:3e:3c:d9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:27:01Z', 'updated_at': '2022-09-27T17:28:09Z', 'revision_number': 1, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:26Z', 'revision_number': 5, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:28:11.029023 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-051e71a4-9b42-44cf-a63e-ccaa0841613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:11.030510 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-051e71a4-9b42-44cf-a63e-ccaa0841613c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0496411 Sep 27 17:28:11.076512 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-ee847c37-049f-449e-8a2f-e35fb9611c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:11.078009 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-ee847c37-049f-449e-8a2f-e35fb9611c64 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414755 Sep 27 17:28:11.172248 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-3716a250-f127-4d06-b178-a1aa40d8adf9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876675 Sep 27 17:28:11.174621 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56ec1cc-7996-42af-ba8d-114443002839 None None] New status for floating IP 3584f813-ab9d-43bd-8288-f223c2dc352a: ACTIVE {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:28:11.639263 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:28:12.389315 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:12.475851 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:12.863454 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:12.867349 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4aa8244-3a92-4a59-ba0c-fe62c2398475 req-471a18d1-2fb8-4da3-99af-3e19f1c3a8d3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867653 Sep 27 17:28:13.606881 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=21,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:13.608038 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=18,neutron:INSERT=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:13.767569 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device e9e0231f-54fe-478f-87fb-2d95162294ff no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:28:13.787721 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: e9e0231f-54fe-478f-87fb-2d95162294ff {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:28:13.788066 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device e9e0231f-54fe-478f-87fb-2d95162294ff not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:28:15.128585 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:21.634557 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:21.635958 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=14 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:22.862601 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=78 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:23.286940 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-62781e6e-c3c5-4b5c-8465-5a21ed799cb0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:23.288401 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-62781e6e-c3c5-4b5c-8465-5a21ed799cb0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/networks?id=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed HTTP/1.1" status: 200 len: 814 time: 0.1041737 Sep 27 17:28:23.302973 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e22328b0-cf9d-4434-9a76-105956eb4f62 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/quotas/36351a4bc84a45cb866e72f52e6e725a HTTP/1.1" status: 200 len: 375 time: 0.0091279 Sep 27 17:28:23.336586 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-dbe4f705-b6ea-4dde-9317-d00b0f45f172 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=36351a4bc84a45cb866e72f52e6e725a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281732 Sep 27 17:28:23.425141 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-ec082a55-99a6-44ab-ab2f-534480906ae8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817659 Sep 27 17:28:23.516272 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-52a27ba7-d711-48e1-9740-a6b6da91f535 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855525 Sep 27 17:28:23.695526 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8d1138fa-a8fe-4027-8096-05ca4e97c7e4 req-3d979ef4-28fb-4ced-8a49-a2a4654cbd6a tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 210 time: 0.0274887 Sep 27 17:28:24.799130 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2f0656ee-a913-4b7e-bb65-d363b05df1cb req-ec9258af-5370-4096-98ae-90d58555944a tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 210 time: 0.0305927 Sep 27 17:28:25.122912 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:25.125128 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:25.148277 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-35df6a69-708a-48e9-9a8d-a80d1bb88892 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:25.149744 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-35df6a69-708a-48e9-9a8d-a80d1bb88892 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed HTTP/1.1" status: 200 len: 814 time: 0.1041551 Sep 27 17:28:25.174767 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Request body: {'port': {'device_id': '288b4bf9-edef-4f93-b368-2d2b0b9cb20f', 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed', 'admin_state_up': True, 'tenant_id': '36351a4bc84a45cb866e72f52e6e725a'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:25.253945 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2b0e-4641-4478-8e42-934a310d796e req-2c829f91-37fa-4061-b5c4-c8a35be60fa3 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:25.255695 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f13e2b0e-4641-4478-8e42-934a310d796e req-2c829f91-37fa-4061-b5c4-c8a35be60fa3 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0952158 Sep 27 17:28:25.339332 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f13e2b0e-4641-4478-8e42-934a310d796e req-679d9457-457f-4e37-8814-7c05661278b7 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742671 Sep 27 17:28:25.353304 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Made reservation on behalf of 36351a4bc84a45cb866e72f52e6e725a for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:28:25.357287 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:25.370616 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53638) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:25.501948 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Allocated IP 172.20.0.6 (ce8ed3f9-3eb7-4f41-b23c-147313bc83ed/776dad60-b172-4cde-9519-88cdb6d87a06/2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:28:25.625808 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:25.637877 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:25.639335 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d182017e-b2d3-448e-836c-2be0f8298d61 tempest-TestMinimumBasicScenario-855639246 tempest-TestMinimumBasicScenario-855639246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:25.644136 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d182017e-b2d3-448e-836c-2be0f8298d61 tempest-TestMinimumBasicScenario-855639246 tempest-TestMinimumBasicScenario-855639246-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 1125 time: 0.2690799 Sep 27 17:28:25.644838 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53648) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:25.654819 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'port_id': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:25.681029 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:25.697811 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks [] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:25.733388 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:25.782610 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:28:25.783003 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:25.786214 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:25.792085 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:28:25.799273 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Pushing event updated for resources: {'Port': ['ID=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:25.832675 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.833240 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.833644 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.834202 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.834775 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.835274 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.835764 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.836751 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.836751 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.836949 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.837210 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.837755 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.838281 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.838607 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.839008 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:25.865301 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:25.865915 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:25.882933 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-f432f940-9a78-463a-a8cb-6a2ded436f95 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7128124 Sep 27 17:28:25.900446 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Request body: {'port': {'device_id': '288b4bf9-edef-4f93-b368-2d2b0b9cb20f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:25.907599 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Allocated IP 172.27.0.44 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/4291bf3f-2abd-49cf-af97-d993b0f29e9d) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:28:25.967949 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4208e6d-e1e3-4afe-ba78-df95b0f22638 req-e55eb7a2-5524-4ec1-a9c1-04a7666f5704 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:25.969404 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4208e6d-e1e3-4afe-ba78-df95b0f22638 req-e55eb7a2-5524-4ec1-a9c1-04a7666f5704 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 931 time: 0.0660756 Sep 27 17:28:26.014021 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for port (4291bf3f-2abd-49cf-af97-d993b0f29e9d), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.014267 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.046367 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (4291bf3f-2abd-49cf-af97-d993b0f29e9d), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.071616 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4208e6d-e1e3-4afe-ba78-df95b0f22638 req-daa6fa10-0336-4530-90e4-5eaeea0b8605 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847411 Sep 27 17:28:26.085108 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:28:26.092525 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'Port': ['ID=4291bf3f-2abd-49cf-af97-d993b0f29e9d,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:26.100963 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:26.103183 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:28:26.286763 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:28:26.294641 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Publish callbacks [] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.309074 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Transition to ACTIVE for port object 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:28:26.313717 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.374938 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Pushing event updated for resources: {'Port': ['ID=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:26.422886 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:26.425456 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Attempting to bind port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:28:26.425790 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Attempting to bind port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '42783cda-05bf-4969-92f4-7e826aa947c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:28:26.426139 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Attempting to bind port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f on network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:28:26.455654 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:26.473899 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f on network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:28:26.474262 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Attempting to bind port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f on network ce8ed3f9-3eb7-4f41-b23c-147313bc83ed {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:28:26.518195 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:28:26.518531 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Checking segment: {'id': '42783cda-05bf-4969-92f4-7e826aa947c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:28:26.518911 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Bound using segment: {'id': '42783cda-05bf-4969-92f4-7e826aa947c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:28:26.519345 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Bound port: 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42783cda-05bf-4969-92f4-7e826aa947c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:28:26.519705 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.585039 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] For port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:28:26.588664 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] For port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,segment=NetworkSegment(42783cda-05bf-4969-92f4-7e826aa947c9),segment_id=42783cda-05bf-4969-92f4-7e826aa947c9)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:28:26.596098 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.601697 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:26.602413 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.603834 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f HTTP/1.1" status: 200 len: 1093 time: 0.7086725 Sep 27 17:28:26.604324 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288b4bf9-edef-4f93-b368-2d2b0b9cb20f', 'tag': '2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:28:26.606837 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537cb655-ddb0-44f5-a475-2fe0cef609ff" -d '{"events": [{"name": "network-changed", "server_uuid": "288b4bf9-edef-4f93-b368-2d2b0b9cb20f", "tag": "2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:28:26.622818 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:26.635629 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for floatingip (af205fe8-83d3-4eed-b9d7-711a38c5e91c), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.652108 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84115dc-cc51-4762-a733-1e11ac78794c service neutron] Pushing event updated for resources: {'Port': ['ID=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:26.656359 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1577b2d-2dd2-445e-aa73-91afe1ea15f4 x-openstack-request-id: req-c1577b2d-2dd2-445e-aa73-91afe1ea15f4 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:28:26.656646 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288b4bf9-edef-4f93-b368-2d2b0b9cb20f", "tag": "2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:28:26.657047 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1577b2d-2dd2-445e-aa73-91afe1ea15f4 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:28:26.657444 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1577b2d-2dd2-445e-aa73-91afe1ea15f4'] response: {'name': 'network-changed', 'server_uuid': '288b4bf9-edef-4f93-b368-2d2b0b9cb20f', 'tag': '2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f', 'status': 'completed', 'code': 200} Sep 27 17:28:26.661670 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:26.717837 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (4291bf3f-2abd-49cf-af97-d993b0f29e9d), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.762977 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-8811b6e7-60c4-476b-840d-283e87afc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:26.764478 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-8811b6e7-60c4-476b-840d-283e87afc826 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=36351a4bc84a45cb866e72f52e6e725a&device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 1127 time: 0.0600009 Sep 27 17:28:26.812013 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-e3287c53-6c67-48de-939c-993e2084f727 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f HTTP/1.1" status: 200 len: 217 time: 0.0354359 Sep 27 17:28:26.864888 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-74a60bba-a492-4ffa-ab19-022a946a71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:26.866375 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-74a60bba-a492-4ffa-ab19-022a946a71e4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=776dad60-b172-4cde-9519-88cdb6d87a06 HTTP/1.1" status: 200 len: 854 time: 0.0447235 Sep 27 17:28:26.897347 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for port (4291bf3f-2abd-49cf-af97-d993b0f29e9d), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.904537 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (4291bf3f-2abd-49cf-af97-d993b0f29e9d), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:26.906259 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-8feff800-54c1-43f3-ab53-b53c33795212 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313089 Sep 27 17:28:26.978759 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (af205fe8-83d3-4eed-b9d7-711a38c5e91c), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.019626 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-77271f90-27f4-4178-800c-0cdf17eeaa3f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050348 Sep 27 17:28:27.021625 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'Port': ['ID=4291bf3f-2abd-49cf-af97-d993b0f29e9d,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:27.085741 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.l3_db [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Floating IP af205fe8-83d3-4eed-b9d7-711a38c5e91c associated. External IP: 172.27.0.44, port: 9d1590c2-6fed-40c4-8aca-ed18ef3c13df. Sep 27 17:28:27.123294 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-223c7b81-9b18-4bae-ae5e-90dda27af5c7 req-090c7d5a-22ca-43b6-bff4-118131403c11 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946472 Sep 27 17:28:27.198274 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7f5b0-00f3-4318-914f-9e6aaa04c499 req-1ffeae9f-80dd-4fbf-9dbb-7e1ca5b7b5f9 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:27.199700 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-63c7f5b0-00f3-4318-914f-9e6aaa04c499 req-1ffeae9f-80dd-4fbf-9dbb-7e1ca5b7b5f9 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 943 time: 0.0472112 Sep 27 17:28:27.251842 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-63c7f5b0-00f3-4318-914f-9e6aaa04c499 req-95a6fa44-7375-4ec7-8a34-095c31d4d488 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459282 Sep 27 17:28:27.292215 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Router e1495861-39ad-42a8-b619-11bf8a60b8e6 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:28:27.397351 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:28:27.406989 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] Sync routers for ids ['e1495861-39ad-42a8-b619-11bf8a60b8e6'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:28:27.416989 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.418173 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] Routers {'e1495861-39ad-42a8-b619-11bf8a60b8e6'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:27.418862 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e1495861-39ad-42a8-b619-11bf8a60b8e6'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:27.453349 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-4bd0c222-67f1-4c06-8dfb-3be3ebe76892 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8037801 Sep 27 17:28:27.453349 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:28:27.453633 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fdea76-c951-4543-aa65-2564c17b57ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:28:27.453739 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53670) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:27.458189 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-413b1931-f8df-4785-9be0-885b53e4df4b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145868438', 'description': 'tempest-secgroup-smoke-2145868438 description', 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:27.480408 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-413b1931-f8df-4785-9be0-885b53e4df4b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.491631 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6f6205-a3c8-4e40-9131-788ed9144f86 x-openstack-request-id: req-fb6f6205-a3c8-4e40-9131-788ed9144f86 {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:28:27.491932 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:28:27.492185 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb6f6205-a3c8-4e40-9131-788ed9144f86 {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:28:27.492591 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6f6205-a3c8-4e40-9131-788ed9144f86'] response: {'name': 'network-changed', 'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'status': 'completed', 'code': 200} Sep 27 17:28:27.528197 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] Set router e1495861-39ad-42a8-b619-11bf8a60b8e6 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:27.552959 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-413b1931-f8df-4785-9be0-885b53e4df4b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group (e90abd20-a7d9-4a96-ad13-61546a82ff29), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.556788 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-413b1931-f8df-4785-9be0-885b53e4df4b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (e90abd20-a7d9-4a96-ad13-61546a82ff29), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.588495 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-413b1931-f8df-4785-9be0-885b53e4df4b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.589726 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-413b1931-f8df-4785-9be0-885b53e4df4b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1349781 Sep 27 17:28:27.590883 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b1931-f8df-4785-9be0-885b53e4df4b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90abd20-a7d9-4a96-ad13-61546a82ff29,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:27.593961 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53674) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:27.600813 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-be8fa875-5ea3-4fe4-8c3f-9235bb58fe02 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'security_group_rule': {'security_group_id': 'e90abd20-a7d9-4a96-ad13-61546a82ff29', 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:27.628455 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-be8fa875-5ea3-4fe4-8c3f-9235bb58fe02 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (7eea5734-d043-4e6f-b2bd-c2cfea14cf03), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.672009 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:27.676645 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:27.688718 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-be8fa875-5ea3-4fe4-8c3f-9235bb58fe02 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (7eea5734-d043-4e6f-b2bd-c2cfea14cf03), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.693936 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-be8fa875-5ea3-4fe4-8c3f-9235bb58fe02 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (7eea5734-d043-4e6f-b2bd-c2cfea14cf03), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.716782 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fa875-5ea3-4fe4-8c3f-9235bb58fe02 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eea5734-d043-4e6f-b2bd-c2cfea14cf03,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:27.727326 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-be8fa875-5ea3-4fe4-8c3f-9235bb58fe02 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.729151 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-be8fa875-5ea3-4fe4-8c3f-9235bb58fe02 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330655 Sep 27 17:28:27.732185 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53676) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:27.736548 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-02cd5ba8-7e3c-42aa-ba4d-d74b34ec1469 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'security_group_rule': {'security_group_id': 'e90abd20-a7d9-4a96-ad13-61546a82ff29', 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:27.749732 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': 'af205fe8-83d3-4eed-b9d7-711a38c5e91c', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'port_id': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'mac_address': 'fa:16:3e:e9:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:28:26Z', 'updated_at': '2022-09-27T17:28:26Z', 'revision_number': 0, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba9722d-7d77-48cb-907f-6665a3dfb617', 'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'mac_address': 'fa:16:3e:ad:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:32Z', 'updated_at': '2022-09-27T17:26:39Z', 'revision_number': 5, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'subnets': [{'id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:27.763483 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-02cd5ba8-7e3c-42aa-ba4d-d74b34ec1469 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (5669fc23-1792-4d94-bc3c-5ceb1eb69010), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.822844 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-02cd5ba8-7e3c-42aa-ba4d-d74b34ec1469 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (5669fc23-1792-4d94-bc3c-5ceb1eb69010), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.827215 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-02cd5ba8-7e3c-42aa-ba4d-d74b34ec1469 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (5669fc23-1792-4d94-bc3c-5ceb1eb69010), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.847415 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd5ba8-7e3c-42aa-ba4d-d74b34ec1469 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5669fc23-1792-4d94-bc3c-5ceb1eb69010,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:27.854932 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-02cd5ba8-7e3c-42aa-ba4d-d74b34ec1469 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.857070 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-02cd5ba8-7e3c-42aa-ba4d-d74b34ec1469 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234372 Sep 27 17:28:27.859919 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53678) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:27.864402 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-e9eeb2cd-f680-4614-b498-08971bf1fc3a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'security_group_rule': {'security_group_id': 'e90abd20-a7d9-4a96-ad13-61546a82ff29', 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:27.893299 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb2cd-f680-4614-b498-08971bf1fc3a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (592de528-e7d2-41c1-b261-4e13e45aca41), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.905741 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] Checking router: e1495861-39ad-42a8-b619-11bf8a60b8e6 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:28:27.917951 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] Routers {'e1495861-39ad-42a8-b619-11bf8a60b8e6'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:27.918620 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e1495861-39ad-42a8-b619-11bf8a60b8e6'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:27.955098 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb2cd-f680-4614-b498-08971bf1fc3a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (592de528-e7d2-41c1-b261-4e13e45aca41), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.959350 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb2cd-f680-4614-b498-08971bf1fc3a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (592de528-e7d2-41c1-b261-4e13e45aca41), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.977934 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeb2cd-f680-4614-b498-08971bf1fc3a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592de528-e7d2-41c1-b261-4e13e45aca41,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:27.987248 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb2cd-f680-4614-b498-08971bf1fc3a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:27.988437 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e9eeb2cd-f680-4614-b498-08971bf1fc3a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275377 Sep 27 17:28:27.991281 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53680) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:27.995579 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-b26d33a1-1ebb-49c2-8a8d-41cbf034ea15 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'security_group_rule': {'security_group_id': 'e90abd20-a7d9-4a96-ad13-61546a82ff29', 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:28.021089 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b26d33a1-1ebb-49c2-8a8d-41cbf034ea15 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (703107ad-fa6a-4b51-bb79-064d2ef50262), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.027910 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] Set router e1495861-39ad-42a8-b619-11bf8a60b8e6 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:28.082721 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b26d33a1-1ebb-49c2-8a8d-41cbf034ea15 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (703107ad-fa6a-4b51-bb79-064d2ef50262), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.087059 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b26d33a1-1ebb-49c2-8a8d-41cbf034ea15 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (703107ad-fa6a-4b51-bb79-064d2ef50262), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.112999 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b26d33a1-1ebb-49c2-8a8d-41cbf034ea15 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.117001 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b26d33a1-1ebb-49c2-8a8d-41cbf034ea15 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219940 Sep 27 17:28:28.117262 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53686) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:28.121873 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-76d80a1d-1825-4d3e-8c03-2ea49c674330 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'security_group_rule': {'security_group_id': 'e90abd20-a7d9-4a96-ad13-61546a82ff29', 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:28.126351 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d33a1-1ebb-49c2-8a8d-41cbf034ea15 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703107ad-fa6a-4b51-bb79-064d2ef50262,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:28.148699 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.securitygroups_db [None req-76d80a1d-1825-4d3e-8c03-2ea49c674330 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Project 9bf4e20a59f147afb4f036fc8d04adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 17:28:28.155657 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-76d80a1d-1825-4d3e-8c03-2ea49c674330 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (40568ad2-22db-465e-8e78-a285edffae1d), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.221927 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-76d80a1d-1825-4d3e-8c03-2ea49c674330 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (40568ad2-22db-465e-8e78-a285edffae1d), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.225735 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-76d80a1d-1825-4d3e-8c03-2ea49c674330 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (40568ad2-22db-465e-8e78-a285edffae1d), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.252400 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d80a1d-1825-4d3e-8c03-2ea49c674330 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40568ad2-22db-465e-8e78-a285edffae1d,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:28.261388 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-76d80a1d-1825-4d3e-8c03-2ea49c674330 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.262635 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-76d80a1d-1825-4d3e-8c03-2ea49c674330 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446242 Sep 27 17:28:28.266328 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53690) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:28.270694 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-9717a72c-2870-4901-91fe-203b3f0d58b8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'security_group_rule': {'security_group_id': 'e90abd20-a7d9-4a96-ad13-61546a82ff29', 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:28.272386 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': 'af205fe8-83d3-4eed-b9d7-711a38c5e91c', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'port_id': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'mac_address': 'fa:16:3e:e9:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:28:26Z', 'updated_at': '2022-09-27T17:28:26Z', 'revision_number': 0, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba9722d-7d77-48cb-907f-6665a3dfb617', 'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'mac_address': 'fa:16:3e:ad:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:32Z', 'updated_at': '2022-09-27T17:26:39Z', 'revision_number': 5, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'subnets': [{'id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:28.294722 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.securitygroups_db [None req-9717a72c-2870-4901-91fe-203b3f0d58b8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Project 9bf4e20a59f147afb4f036fc8d04adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 17:28:28.302260 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9717a72c-2870-4901-91fe-203b3f0d58b8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (f9721f7d-9ad8-4189-9b07-a7394476071f), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.306134 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc26ecf-c656-448a-978a-620d02060081 None None] The sync data for ids ['e1495861-39ad-42a8-b619-11bf8a60b8e6'] in dv-cinder-849143-8-iscsi is: [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': 'af205fe8-83d3-4eed-b9d7-711a38c5e91c', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'port_id': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'mac_address': 'fa:16:3e:e9:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:28:26Z', 'updated_at': '2022-09-27T17:28:26Z', 'revision_number': 0, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba9722d-7d77-48cb-907f-6665a3dfb617', 'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'mac_address': 'fa:16:3e:ad:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:32Z', 'updated_at': '2022-09-27T17:26:39Z', 'revision_number': 5, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'subnets': [{'id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:28:28.359791 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:28.381533 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9717a72c-2870-4901-91fe-203b3f0d58b8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (f9721f7d-9ad8-4189-9b07-a7394476071f), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.385937 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9717a72c-2870-4901-91fe-203b3f0d58b8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (f9721f7d-9ad8-4189-9b07-a7394476071f), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.394090 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac66ca-52fa-4788-9a0d-df59ecb4c595 req-6dc98c2d-286e-44eb-a676-86e6b6d9d409 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:28.395785 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-42ac66ca-52fa-4788-9a0d-df59ecb4c595 req-6dc98c2d-286e-44eb-a676-86e6b6d9d409 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 943 time: 0.0571647 Sep 27 17:28:28.407496 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:DELETE=8,neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:28.409315 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717a72c-2870-4901-91fe-203b3f0d58b8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9721f7d-9ad8-4189-9b07-a7394476071f,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:28.415549 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9717a72c-2870-4901-91fe-203b3f0d58b8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.416837 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-9717a72c-2870-4901-91fe-203b3f0d58b8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1495709 Sep 27 17:28:28.451175 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:28.460350 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-42ac66ca-52fa-4788-9a0d-df59ecb4c595 req-db7ec957-1c80-4cd1-aa2d-6708c8bd547d tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559676 Sep 27 17:28:28.503972 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:28.523500 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-9e5a4855-4319-4572-9f59-036c3a426bb8 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2145868438&fields=id&tenant_id=9bf4e20a59f147afb4f036fc8d04adb2 HTTP/1.1" status: 200 len: 267 time: 0.0540171 Sep 27 17:28:28.558843 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dbb2c9-981b-44d4-977c-58884b0f362c None None] New status for floating IP af205fe8-83d3-4eed-b9d7-711a38c5e91c: ACTIVE {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:28:28.581492 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-ea68d3eb-5815-47ce-92d4-0b693c3263a9 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:28.582997 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-ea68d3eb-5815-47ce-92d4-0b693c3263a9 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0518022 Sep 27 17:28:28.593957 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-2d76580d-40c1-4ed9-a3b4-7992e1d91ae0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'port': {'security_groups': ['527ec6ab-bd5f-4a2a-a22a-6fa99b136f90', 'e90abd20-a7d9-4a96-ad13-61546a82ff29']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:28.664197 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-2d76580d-40c1-4ed9-a3b4-7992e1d91ae0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.860298 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-2d76580d-40c1-4ed9-a3b4-7992e1d91ae0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] For port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:28.888050 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-2d76580d-40c1-4ed9-a3b4-7992e1d91ae0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.892723 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-2d76580d-40c1-4ed9-a3b4-7992e1d91ae0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.902896 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-2d76580d-40c1-4ed9-a3b4-7992e1d91ae0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:28.903500 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-2d76580d-40c1-4ed9-a3b4-7992e1d91ae0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:28.904835 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c43967c6-e204-4ac0-a6d7-270ddcea05d1 req-2d76580d-40c1-4ed9-a3b4-7992e1d91ae0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "PUT /networking/v2.0/ports/9d1590c2-6fed-40c4-8aca-ed18ef3c13df HTTP/1.1" status: 200 len: 982 time: 0.3154042 Sep 27 17:28:28.905397 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:28:28.910489 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:28:28.922289 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['9d1590c2-6fed-40c4-8aca-ed18ef3c13df'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:28:28.961670 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76580d-40c1-4ed9-a3b4-7992e1d91ae0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'Port': ['ID=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,revision_number=6']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:28.976433 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecca32b-8d7a-4daa-8eb9-e74ff953282f x-openstack-request-id: req-9ecca32b-8d7a-4daa-8eb9-e74ff953282f {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:28:28.976801 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:28:28.977235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ecca32b-8d7a-4daa-8eb9-e74ff953282f {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:28:28.979068 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ecca32b-8d7a-4daa-8eb9-e74ff953282f'] response: {'name': 'network-changed', 'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'status': 'completed', 'code': 200} Sep 27 17:28:29.032878 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2da3cf-b24e-47a6-9dcb-c2d8282d4dd3 req-a87ffc54-4db7-4e2b-9d8d-d56753568c6f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:29.034370 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8a2da3cf-b24e-47a6-9dcb-c2d8282d4dd3 req-a87ffc54-4db7-4e2b-9d8d-d56753568c6f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0480354 Sep 27 17:28:29.054270 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:29.084410 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['9d1590c2-6fed-40c4-8aca-ed18ef3c13df'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:28:29.095422 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8a2da3cf-b24e-47a6-9dcb-c2d8282d4dd3 req-84d257c5-235f-4239-a473-b67b4488470b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551815 Sep 27 17:28:29.147134 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:29.582645 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae19972-373e-4e64-b8ad-887b6cb990c3 req-76451a33-bac2-49f4-8e47-802770f1d8e0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:29.584088 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cae19972-373e-4e64-b8ad-887b6cb990c3 req-76451a33-bac2-49f4-8e47-802770f1d8e0 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 943 time: 0.0451953 Sep 27 17:28:29.635462 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cae19972-373e-4e64-b8ad-887b6cb990c3 req-1798d512-fc5d-4d82-a8bc-788d537fa01f tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451384 Sep 27 17:28:30.624565 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53716) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:30.753852 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-21c64f9b-6273-4aaf-9142-b88928a907d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:30.776141 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c304aa9-23f3-4819-8ac1-ec07951bbe16 req-60b54203-ecba-495b-9e9b-728637a2997a tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:30.777616 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c304aa9-23f3-4819-8ac1-ec07951bbe16 req-60b54203-ecba-495b-9e9b-728637a2997a tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 943 time: 0.0683196 Sep 27 17:28:30.848440 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c304aa9-23f3-4819-8ac1-ec07951bbe16 req-b2b9c9fe-3b83-4145-bdc0-0bef59d2d9c9 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626752 Sep 27 17:28:30.887509 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-21c64f9b-6273-4aaf-9142-b88928a907d7 admin admin] Publish callbacks [] for security_group (f5b560fa-a89c-4f63-8e05-b11e9d11d06d), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:30.905400 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-21c64f9b-6273-4aaf-9142-b88928a907d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f5b560fa-a89c-4f63-8e05-b11e9d11d06d), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:30.927609 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:30.938853 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:30.947818 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-21c64f9b-6273-4aaf-9142-b88928a907d7 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=438e2c1f93bd41a7bd517a950b06d6ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222063 Sep 27 17:28:30.949501 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c64f9b-6273-4aaf-9142-b88928a907d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b560fa-a89c-4f63-8e05-b11e9d11d06d,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:30.950793 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53724) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:30.999382 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-99db6e49-b9b8-4b70-88a8-872bea2e0fc5 admin admin] Publish callbacks [] for security_group (f5b560fa-a89c-4f63-8e05-b11e9d11d06d), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:31.018940 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-99db6e49-b9b8-4b70-88a8-872bea2e0fc5 admin admin] Publish callbacks [] for security_group (f5b560fa-a89c-4f63-8e05-b11e9d11d06d), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:31.064345 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-99db6e49-b9b8-4b70-88a8-872bea2e0fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f5b560fa-a89c-4f63-8e05-b11e9d11d06d), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:31.066804 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-99db6e49-b9b8-4b70-88a8-872bea2e0fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:31.067923 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-99db6e49-b9b8-4b70-88a8-872bea2e0fc5 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f5b560fa-a89c-4f63-8e05-b11e9d11d06d HTTP/1.1" status: 204 len: 168 time: 0.1161530 Sep 27 17:28:31.075794 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db6e49-b9b8-4b70-88a8-872bea2e0fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b560fa-a89c-4f63-8e05-b11e9d11d06d,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:31.558905 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cb655-ddb0-44f5-a475-2fe0cef609ff req-ea1c6219-e773-4f76-be5e-a55a6d21a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:31.560637 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-537cb655-ddb0-44f5-a475-2fe0cef609ff req-ea1c6219-e773-4f76-be5e-a55a6d21a6ed service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=36351a4bc84a45cb866e72f52e6e725a&device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 1127 time: 0.0474358 Sep 27 17:28:31.680918 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cb655-ddb0-44f5-a475-2fe0cef609ff req-48c0a6f3-5ac7-4d54-8526-1818d14d23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:31.683102 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-537cb655-ddb0-44f5-a475-2fe0cef609ff req-48c0a6f3-5ac7-4d54-8526-1818d14d23a0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed HTTP/1.1" status: 200 len: 915 time: 0.1160929 Sep 27 17:28:31.732135 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-537cb655-ddb0-44f5-a475-2fe0cef609ff req-1eee03dd-1abe-423d-ad07-c13262a38b68 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f HTTP/1.1" status: 200 len: 217 time: 0.0423648 Sep 27 17:28:31.764642 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53746) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:31.789040 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cb655-ddb0-44f5-a475-2fe0cef609ff req-2dadf4f8-191f-467b-a099-49b095309413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:31.790651 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-537cb655-ddb0-44f5-a475-2fe0cef609ff req-2dadf4f8-191f-467b-a099-49b095309413 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=776dad60-b172-4cde-9519-88cdb6d87a06 HTTP/1.1" status: 200 len: 854 time: 0.0530210 Sep 27 17:28:31.817691 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-de4a61f6-c10d-4499-91c1-febc43f7a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:31.820167 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-de4a61f6-c10d-4499-91c1-febc43f7a9ce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9bf4e20a59f147afb4f036fc8d04adb2&device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 1169 time: 0.3068137 Sep 27 17:28:31.829543 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-537cb655-ddb0-44f5-a475-2fe0cef609ff req-3e7de139-faa8-4ec2-9181-8708bfa67cb6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323300 Sep 27 17:28:31.891423 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-852495690-network', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:31.917886 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-198465ed-73f8-4c06-bc5b-ec732b77dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:31.919427 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-198465ed-73f8-4c06-bc5b-ec732b77dffc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f6df37ce-4072-424a-afc9-d720386b4649 HTTP/1.1" status: 200 len: 915 time: 0.0941339 Sep 27 17:28:31.928730 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Made reservation on behalf of 890469995c02465eb9b9ad2d1fb9ab6f for: {'network': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:28:31.931027 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:31.947406 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:31.971688 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-537cb655-ddb0-44f5-a475-2fe0cef609ff req-2ae90371-bbf4-4dfb-9892-c21196a389bd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363394 Sep 27 17:28:32.017109 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-d9d6095b-b778-4efe-8689-24fd3923b4f8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df HTTP/1.1" status: 200 len: 1001 time: 0.0911181 Sep 27 17:28:32.023252 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec306fd7-ee2b-40ac-8068-a02a6209ed67 req-583d2aac-ed9b-4fb1-ac3e-0e89e7c0b89e tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:32.024663 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ec306fd7-ee2b-40ac-8068-a02a6209ed67 req-583d2aac-ed9b-4fb1-ac3e-0e89e7c0b89e tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 943 time: 0.0974600 Sep 27 17:28:32.094318 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-7338ce7f-29ac-4b59-b655-3c3425c35377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:32.095851 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-7338ce7f-29ac-4b59-b655-3c3425c35377 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=8894432c-a32e-45a0-945e-acdb0dfcf4ce HTTP/1.1" status: 200 len: 853 time: 0.0698030 Sep 27 17:28:32.104926 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-537cb655-ddb0-44f5-a475-2fe0cef609ff req-ebfac637-de48-4f34-a6e2-03ad50b49e8c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265993 Sep 27 17:28:32.116243 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Publish callbacks [] for security_group (7f4bd372-075e-4fd2-a05a-aeb35749f073), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.120756 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (7f4bd372-075e-4fd2-a05a-aeb35749f073), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.122249 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ec306fd7-ee2b-40ac-8068-a02a6209ed67 req-6267d4a9-98c5-41c3-9d63-951a037f3cf3 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886915 Sep 27 17:28:32.148727 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-8a7b8f64-c467-4408-becc-b25d89844267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:32.150714 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4bd372-075e-4fd2-a05a-aeb35749f073,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:32.150960 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-8a7b8f64-c467-4408-becc-b25d89844267 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f6df37ce-4072-424a-afc9-d720386b4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442338 Sep 27 17:28:32.156201 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=106220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:28:32.167816 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (aa2f916c-ffb9-4483-bdc2-af61b384a6f2), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.168244 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.segments_db [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Added segment aa2f916c-ffb9-4483-bdc2-af61b384a6f2 of type vlan for network e6883946-abcd-4f9b-9769-763b58bec55e Sep 27 17:28:32.213735 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:32.217242 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (e6883946-abcd-4f9b-9769-763b58bec55e), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.244290 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (e6883946-abcd-4f9b-9769-763b58bec55e), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.245370 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:32.245951 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.250601 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-964bfc3d-ea9b-4cec-bbad-b96a6f99dbfc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861692 Sep 27 17:28:32.253259 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:32.301832 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5334523 Sep 27 17:28:32.302060 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53752) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:32.307129 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Request body: {'subnet': {'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-852495690-subnet', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'ip_version': 4}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:32.329960 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744feda5-f896-4af6-ad3a-81836014fb9e admin admin] Pushing event updated for resources: {'Network': ['ID=e6883946-abcd-4f9b-9769-763b58bec55e,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:32.340535 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network e6883946-abcd-4f9b-9769-763b58bec55e details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:28:32.343370 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Made reservation on behalf of 890469995c02465eb9b9ad2d1fb9ab6f for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:28:32.346368 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9736960'] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.350012 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9478d31-8e12-40cf-8fd2-ffe8b67b66bb req-eed73553-e39e-462c-8942-67e4c07f025f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931058 Sep 27 17:28:32.464525 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdea76-c951-4543-aa65-2564c17b57ab req-decf58c1-b1d9-42e1-bb31-dacab0183140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:32.465908 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82fdea76-c951-4543-aa65-2564c17b57ab req-decf58c1-b1d9-42e1-bb31-dacab0183140 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9bf4e20a59f147afb4f036fc8d04adb2&device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 1169 time: 0.0397425 Sep 27 17:28:32.520209 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9807261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9737014'] for subnet (ba62d454-a7b1-4dc2-85d6-1a9b8ff93719), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.562140 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdea76-c951-4543-aa65-2564c17b57ab req-3e81b14e-9ccf-4b5e-b10a-a2e90b718425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:32.563879 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82fdea76-c951-4543-aa65-2564c17b57ab req-3e81b14e-9ccf-4b5e-b10a-a2e90b718425 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f6df37ce-4072-424a-afc9-d720386b4649 HTTP/1.1" status: 200 len: 915 time: 0.0916722 Sep 27 17:28:32.569747 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba62d454-a7b1-4dc2-85d6-1a9b8ff93719,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:32.584472 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Checking segment: {'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:28:32.584895 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Network hostable DHCP agents. Network: e6883946-abcd-4f9b-9769-763b58bec55e, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:28:32.601634 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Network e6883946-abcd-4f9b-9769-763b58bec55e is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:28:32.612063 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, e6883946-abcd-4f9b-9769-763b58bec55e) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:32.617091 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:32.617765 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.622400 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909bb50-91d1-469c-891a-a6b18b9c3204 None None] Network e6883946-abcd-4f9b-9769-763b58bec55e requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:28:32.628471 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82fdea76-c951-4543-aa65-2564c17b57ab req-a5f3ccd4-2259-4099-b6f8-69265b40b646 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df HTTP/1.1" status: 200 len: 1001 time: 0.0573866 Sep 27 17:28:32.636140 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3610c711-86e8-4e22-ba14-369a47b7b3f8 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3331149 Sep 27 17:28:32.638881 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53754) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:32.643051 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:32.664643 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.665706 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.693401 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdea76-c951-4543-aa65-2564c17b57ab req-cdbc2c83-88e5-44f8-8e10-a4a4506dc18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:32.695143 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82fdea76-c951-4543-aa65-2564c17b57ab req-cdbc2c83-88e5-44f8-8e10-a4a4506dc18b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=8894432c-a32e-45a0-945e-acdb0dfcf4ce HTTP/1.1" status: 200 len: 853 time: 0.0524354 Sep 27 17:28:32.722247 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks [] for router_controller (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), precommit_add_association {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.742392 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-e6883946-abcd-4f9b-9769-763b58bec55e', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:28:32.743377 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.744787 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdea76-c951-4543-aa65-2564c17b57ab req-c3db7544-c199-4ffd-bddb-244e271509f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:32.746318 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82fdea76-c951-4543-aa65-2564c17b57ab req-c3db7544-c199-4ffd-bddb-244e271509f8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f6df37ce-4072-424a-afc9-d720386b4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437162 Sep 27 17:28:32.828183 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:32.852664 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82fdea76-c951-4543-aa65-2564c17b57ab req-276a3b6c-9a52-4aba-b423-c333c745ed91 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979233 Sep 27 17:28:32.858093 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks [] for router_gateway (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:32.878112 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:32.896031 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Allocated IP 172.20.0.2 (e6883946-abcd-4f9b-9769-763b58bec55e/ba62d454-a7b1-4dc2-85d6-1a9b8ff93719/16f31662-d539-4c50-b13e-e600d4fb490e) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:28:32.908637 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:32.929607 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:32.960195 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82fdea76-c951-4543-aa65-2564c17b57ab req-b2c78bca-daa7-4dec-b36e-38f0f7bb31f1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010971 Sep 27 17:28:33.041377 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Publish callbacks [] for port (16f31662-d539-4c50-b13e-e600d4fb490e), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.047475 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.048440 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks [] for router_gateway (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.067156 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.086403 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Network e6883946-abcd-4f9b-9769-763b58bec55e is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:28:33.090922 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:33.094781 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:28:33.103471 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Pushing event updated for resources: {'Port': ['ID=16f31662-d539-4c50-b13e-e600d4fb490e,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:33.143203 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:33.145303 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:33.159215 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Attempting to bind port 16f31662-d539-4c50-b13e-e600d4fb490e on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:28:33.159585 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Attempting to bind port 16f31662-d539-4c50-b13e-e600d4fb490e by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:28:33.159947 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Attempting to bind port 16f31662-d539-4c50-b13e-e600d4fb490e on network e6883946-abcd-4f9b-9769-763b58bec55e {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:28:33.183580 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:28:33.188758 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Allocated IP 172.27.0.97 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/eee18670-5d8c-4154-80ee-73d80a51ddc4) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:28:33.257853 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6da9a0-c953-4acf-b42b-616b8c8e0f2d req-d92279ee-4796-4f6e-b602-2ae8ba3db097 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:33.260008 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0c6da9a0-c953-4acf-b42b-616b8c8e0f2d req-d92279ee-4796-4f6e-b602-2ae8ba3db097 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 943 time: 0.0525825 Sep 27 17:28:33.265349 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:28:33.265748 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Checking segment: {'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:28:33.266187 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.266587 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Bound using segment: {'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:28:33.267082 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Bound port: 16f31662-d539-4c50-b13e-e600d4fb490e, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:28:33.267466 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.322618 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0c6da9a0-c953-4acf-b42b-616b8c8e0f2d req-77a11e2b-89c8-4c39-8d38-ca1fb8a8723f tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542755 Sep 27 17:28:33.376378 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,segment=NetworkSegment(42783cda-05bf-4969-92f4-7e826aa947c9),segment_id=42783cda-05bf-4969-92f4-7e826aa947c9)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:33.379189 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] For port 16f31662-d539-4c50-b13e-e600d4fb490e, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:28:33.398184 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] For port 16f31662-d539-4c50-b13e-e600d4fb490e, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=16f31662-d539-4c50-b13e-e600d4fb490e,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:28:33.399596 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f', 'network_id': 'ce8ed3f9-3eb7-4f41-b23c-147313bc83ed', 'port_id': '2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f', 'mac_address': 'fa:16:3e:ae:a7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776dad60-b172-4cde-9519-88cdb6d87a06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:28:33.407355 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.468162 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:33.468549 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.494942 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:28:33.500345 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec3345-fbe6-42cc-8e98-3e4083c5c9a3 None None] Pushing event updated for resources: {'Port': ['ID=16f31662-d539-4c50-b13e-e600d4fb490e,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:33.504132 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks [] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.514002 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:33.521654 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,segment=NetworkSegment(42783cda-05bf-4969-92f4-7e826aa947c9),segment_id=42783cda-05bf-4969-92f4-7e826aa947c9)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:33.526956 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.543217 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:33.581734 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:33.585418 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:28:33.592172 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:33.594976 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:28:33.631893 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Pushing event updated for resources: {'Port': ['ID=eee18670-5d8c-4154-80ee-73d80a51ddc4,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:33.850493 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks [] for router_gateway (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:34.044291 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:34.176504 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:28:34.177629 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:28:34.180475 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:34.237202 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:34.284508 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:34.306712 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:28:34.320850 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Sync routers for ids ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:28:34.324572 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:34.326011 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-49cd7bb0-4241-456b-8304-756a77d25a58 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6862187 Sep 27 17:28:34.328834 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53758) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:34.345656 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Routers {'2313c4d0-8962-42ac-8203-5b5c23ba5ae9'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:34.346320 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:34.433001 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a6068-eb1b-4988-b499-00ab10392eed None None] Network e6883946-abcd-4f9b-9769-763b58bec55e requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:28:34.485397 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9e101-c3d6-4ebd-96e9-c3e437b02856 req-0f899f91-547e-4f61-add4-01ea54d51919 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:34.486973 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b0c9e101-c3d6-4ebd-96e9-c3e437b02856 req-0f899f91-547e-4f61-add4-01ea54d51919 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 944 time: 0.0644691 Sep 27 17:28:34.627899 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b688a4d-7b75-4325-b9ff-198d90929199 None None] Provisioning complete for port 16f31662-d539-4c50-b13e-e600d4fb490e triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:34.628105 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b0c9e101-c3d6-4ebd-96e9-c3e437b02856 req-d03d6385-8bd8-40e3-b222-baccf32e2e2d tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076083 Sep 27 17:28:34.628197 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b688a4d-7b75-4325-b9ff-198d90929199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:34.628512 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b688a4d-7b75-4325-b9ff-198d90929199 None None] Attempt 1 to provision port 16f31662-d539-4c50-b13e-e600d4fb490e Sep 27 17:28:34.667528 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Set router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:34.857487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:34.884628 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b688a4d-7b75-4325-b9ff-198d90929199 None None] Current status of the port 16f31662-d539-4c50-b13e-e600d4fb490e is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:34.884932 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b688a4d-7b75-4325-b9ff-198d90929199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:34.950225 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:33Z', 'revision_number': 3, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:34.955583 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b688a4d-7b75-4325-b9ff-198d90929199 None None] For port 16f31662-d539-4c50-b13e-e600d4fb490e, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=16f31662-d539-4c50-b13e-e600d4fb490e,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:34.983137 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b688a4d-7b75-4325-b9ff-198d90929199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:34.985091 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Checking router: 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:28:34.985441 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Updating router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 port eee18670-5d8c-4154-80ee-73d80a51ddc4 binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:28:35.022740 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Allocated IP 172.20.0.1 (e6883946-abcd-4f9b-9769-763b58bec55e/ba62d454-a7b1-4dc2-85d6-1a9b8ff93719/9628aeaf-86a4-4596-892c-a10f09775ba4) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:28:35.048797 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.076720 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b688a4d-7b75-4325-b9ff-198d90929199 None None] Pushing event updated for resources: {'Port': ['ID=16f31662-d539-4c50-b13e-e600d4fb490e,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:35.085006 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:35.101454 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:35.132056 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:35.143098 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Publish callbacks [] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.152020 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 16f31662-d539-4c50-b13e-e600d4fb490e up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:35.176678 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.186352 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-4f720fbe-de6d-470b-be76-40b3bf3a9b5b None None] Provisioning complete for port 16f31662-d539-4c50-b13e-e600d4fb490e triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:35.186729 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-4f720fbe-de6d-470b-be76-40b3bf3a9b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.187070 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-4f720fbe-de6d-470b-be76-40b3bf3a9b5b None None] Attempt 1 to provision port 16f31662-d539-4c50-b13e-e600d4fb490e Sep 27 17:28:35.219478 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Network e6883946-abcd-4f9b-9769-763b58bec55e is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:28:35.224965 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:35.226918 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Pushing event updated for resources: {'Port': ['ID=9628aeaf-86a4-4596-892c-a10f09775ba4,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:35.229093 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:28:35.249640 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:35.271340 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.307999 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 16f31662-d539-4c50-b13e-e600d4fb490e triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:35.308377 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.308710 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 16f31662-d539-4c50-b13e-e600d4fb490e Sep 27 17:28:35.405275 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.420582 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4f720fbe-de6d-470b-be76-40b3bf3a9b5b None None] Current status of the port 16f31662-d539-4c50-b13e-e600d4fb490e is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:35.490604 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 16f31662-d539-4c50-b13e-e600d4fb490e is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:35.501717 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Publish callbacks [] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.507671 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.549584 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Attempting to bind port eee18670-5d8c-4154-80ee-73d80a51ddc4 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:28:35.549954 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Attempting to bind port eee18670-5d8c-4154-80ee-73d80a51ddc4 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:28:35.550342 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Attempting to bind port eee18670-5d8c-4154-80ee-73d80a51ddc4 on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:28:35.570607 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Publish callbacks [] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.575039 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.583125 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Provisioning complete for port 9628aeaf-86a4-4596-892c-a10f09775ba4 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:35.583500 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.583836 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Attempt 1 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:35.610486 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483bc0f-a707-45a7-bb9c-2986636d463b None None] Pushing event updated for resources: {'Port': ['ID=eee18670-5d8c-4154-80ee-73d80a51ddc4,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:35.638494 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Port 9628aeaf-86a4-4596-892c-a10f09775ba4 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:35.639294 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:28:35.639668 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:28:35.640071 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.640460 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:28:35.640940 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Bound port: eee18670-5d8c-4154-80ee-73d80a51ddc4, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:28:35.641318 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.644484 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Pushing event updated for resources: {'Port': ['ID=9628aeaf-86a4-4596-892c-a10f09775ba4,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:35.647996 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.662821 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:35.726568 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] For port eee18670-5d8c-4154-80ee-73d80a51ddc4, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:28:35.731067 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] For port eee18670-5d8c-4154-80ee-73d80a51ddc4, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=eee18670-5d8c-4154-80ee-73d80a51ddc4,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:28:35.740575 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.742558 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:28:35.770714 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:35.771066 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:35.771400 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f Sep 27 17:28:35.782904 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d0719-f8e7-42cb-9242-4842e51376ad req-8982fbc0-080d-4798-8317-ce6a9fdce14d tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:35.784393 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-357d0719-f8e7-42cb-9242-4842e51376ad req-8982fbc0-080d-4798-8317-ce6a9fdce14d tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 944 time: 0.0723164 Sep 27 17:28:35.793396 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Network e6883946-abcd-4f9b-9769-763b58bec55e is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:28:35.799725 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:35.801055 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:35.805268 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Routers {'2313c4d0-8962-42ac-8203-5b5c23ba5ae9'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:35.806609 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:35.875222 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483bc0f-a707-45a7-bb9c-2986636d463b None None] Pushing event updated for resources: {'Port': ['ID=eee18670-5d8c-4154-80ee-73d80a51ddc4,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:35.883317 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:35.893131 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-357d0719-f8e7-42cb-9242-4842e51376ad req-039909e0-7f74-458b-9520-8ebc8f94e407 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022089 Sep 27 17:28:35.936246 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:35.944872 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:35.958881 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:28:35.984923 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] Set router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:36.019862 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:36.020208 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:36.079303 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:28:36.084920 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-5f2c8dd1-5007-45a1-b20d-476136029c65 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/2313c4d0-8962-42ac-8203-5b5c23ba5ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545233 Sep 27 17:28:36.089522 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b4bf9-edef-4f93-b368-2d2b0b9cb20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:28:36.091793 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722b70db-8f79-4875-b012-3581e5bd0520" -d '{"events": [{"server_uuid": "288b4bf9-edef-4f93-b368-2d2b0b9cb20f", "name": "network-vif-plugged", "status": "completed", "tag": "2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:28:36.136749 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,segment=NetworkSegment(42783cda-05bf-4969-92f4-7e826aa947c9),segment_id=42783cda-05bf-4969-92f4-7e826aa947c9)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:36.139113 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Attempt 2 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:36.146966 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:36.307295 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc32a80-cbd9-40d0-b34a-79435f2b07cd x-openstack-request-id: req-1fc32a80-cbd9-40d0-b34a-79435f2b07cd {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:28:36.308284 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b4bf9-edef-4f93-b368-2d2b0b9cb20f", "name": "network-vif-plugged", "status": "completed", "tag": "2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:28:36.308720 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fc32a80-cbd9-40d0-b34a-79435f2b07cd {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:28:36.309681 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc32a80-cbd9-40d0-b34a-79435f2b07cd'] response: {'server_uuid': '288b4bf9-edef-4f93-b368-2d2b0b9cb20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f', 'code': 200} Sep 27 17:28:36.385731 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Port 9628aeaf-86a4-4596-892c-a10f09775ba4 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:36.426414 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:36.442963 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 2, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:36.444713 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09427c-9443-4d85-9a75-03af315cd57b req-b2ac51ab-bd99-4f75-a45b-d4350090cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:36.446100 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4b09427c-9443-4d85-9a75-03af315cd57b req-b2ac51ab-bd99-4f75-a45b-d4350090cc8b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 1129 time: 0.0490439 Sep 27 17:28:36.474752 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9c14d-0146-4277-8c40-d9515446e648 None None] The sync data for ids ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'] in dv-cinder-849143-8-iscsi is: [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 2, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:28:36.500315 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4b09427c-9443-4d85-9a75-03af315cd57b req-a7661c77-cb35-434f-834b-f8f1155b46b8 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Sep 27 17:28:36.614791 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53782) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:36.620317 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-154800618-network', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:36.642676 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Made reservation on behalf of 69f7ac71eb644876b683a468891ea5a7 for: {'network': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:28:36.645672 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:36.673214 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:36.771788 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Publish callbacks [] for security_group (43db2512-9697-4ac0-b6bf-88ca874bce64), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:36.776722 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (43db2512-9697-4ac0-b6bf-88ca874bce64), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:36.805537 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=106219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:28:36.812696 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43db2512-9697-4ac0-b6bf-88ca874bce64,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:36.818967 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (b26c6090-a838-4910-b445-51a58e46b277), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:36.819301 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.segments_db [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Added segment b26c6090-a838-4910-b445-51a58e46b277 of type vlan for network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 Sep 27 17:28:36.864610 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (1402e1a8-8040-4a68-bcbf-6a07c5a166c1), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:36.887301 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Attempt 3 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:36.893474 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (1402e1a8-8040-4a68-bcbf-6a07c5a166c1), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:36.894598 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:36.895248 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:36.921351 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Port 9628aeaf-86a4-4596-892c-a10f09775ba4 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:36.961636 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3413236 Sep 27 17:28:36.961636 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c164e-f9d9-4b99-bc21-424ae54a785a admin admin] Pushing event updated for resources: {'Network': ['ID=1402e1a8-8040-4a68-bcbf-6a07c5a166c1,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:36.963553 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53788) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:36.968755 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Request body: {'subnet': {'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-154800618-subnet', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'ip_version': 4}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:36.972098 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:28:36.995513 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Made reservation on behalf of 69f7ac71eb644876b683a468891ea5a7 for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:28:36.997992 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9736960'] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.091491 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574e18a-e45d-4596-9712-e7a4791805b7 req-c0031046-608c-4cdf-a424-a55fb0d93352 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:37.092499 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e574e18a-e45d-4596-9712-e7a4791805b7 req-c0031046-608c-4cdf-a424-a55fb0d93352 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 945 time: 0.0876758 Sep 27 17:28:37.133092 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 16f31662-d539-4c50-b13e-e600d4fb490e up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:37.169103 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e574e18a-e45d-4596-9712-e7a4791805b7 req-d743b5cb-17be-4b14-84b3-3c72372f8963 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638824 Sep 27 17:28:37.217479 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9807261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9737014'] for subnet (915dab24-3263-4161-be44-b1fe2236ffd8), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.227474 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 16f31662-d539-4c50-b13e-e600d4fb490e triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:37.228412 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.228761 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 16f31662-d539-4c50-b13e-e600d4fb490e Sep 27 17:28:37.289699 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=915dab24-3263-4161-be44-b1fe2236ffd8,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:37.301343 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Checking segment: {'id': 'b26c6090-a838-4910-b445-51a58e46b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:28:37.301880 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Network hostable DHCP agents. Network: 1402e1a8-8040-4a68-bcbf-6a07c5a166c1, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:28:37.324203 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:28:37.334143 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 16f31662-d539-4c50-b13e-e600d4fb490e is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:37.336870 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-39d8c08a-f1a3-45af-8593-1194565a78f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.341041 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 1402e1a8-8040-4a68-bcbf-6a07c5a166c1) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:37.345633 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:37.347369 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.357217 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48f0b5-7dbf-4ac8-9217-14eb636fc43e None None] Network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:28:37.367010 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-c49e2a67-2ea2-4441-9f17-152c086e4c48 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4023166 Sep 27 17:28:37.369603 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53790) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:37.373893 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-154800618-router', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:37.399086 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (f2106fcb-aabe-4379-b43d-8eb93e898c26), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.400804 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (f2106fcb-aabe-4379-b43d-8eb93e898c26), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.422314 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Attempt 4 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:37.455921 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks [] for router_controller (f2106fcb-aabe-4379-b43d-8eb93e898c26), precommit_add_association {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.475290 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Port 9628aeaf-86a4-4596-892c-a10f09775ba4 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:37.511642 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-1402e1a8-8040-4a68-bcbf-6a07c5a166c1', 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1', 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'fixed_ips': [{'subnet_id': '915dab24-3263-4161-be44-b1fe2236ffd8'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:28:37.512830 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.515471 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:37.597795 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks [] for router_gateway (f2106fcb-aabe-4379-b43d-8eb93e898c26), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.665882 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Allocated IP 172.20.0.2 (1402e1a8-8040-4a68-bcbf-6a07c5a166c1/915dab24-3263-4161-be44-b1fe2236ffd8/852a2610-a0a6-4ba1-b314-5d4c7535bb71) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:28:37.681482 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:37.776412 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:37.791758 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks [] for router_gateway (f2106fcb-aabe-4379-b43d-8eb93e898c26), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.812491 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.827140 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Publish callbacks [] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.832462 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:37.876446 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:28:37.879610 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:37.883674 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:28:37.891005 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Pushing event updated for resources: {'Port': ['ID=852a2610-a0a6-4ba1-b314-5d4c7535bb71,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:37.911671 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:37.930411 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Allocated IP 172.27.0.9 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/cadba4f1-30cd-488e-bce8-9c8fa8190bd4) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:28:37.947372 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Attempting to bind port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:28:37.947673 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Attempting to bind port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'b26c6090-a838-4910-b445-51a58e46b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:28:37.948033 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Attempting to bind port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 on network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:28:37.976338 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Attempt 5 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:38.023558 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:28:38.023929 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Checking segment: {'id': 'b26c6090-a838-4910-b445-51a58e46b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:28:38.024333 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:38.024747 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Bound using segment: {'id': 'b26c6090-a838-4910-b445-51a58e46b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:28:38.025261 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Bound port: 852a2610-a0a6-4ba1-b314-5d4c7535bb71, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26c6090-a838-4910-b445-51a58e46b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:28:38.026195 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:38.028247 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Port 9628aeaf-86a4-4596-892c-a10f09775ba4 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:38.038837 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks [] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:38.071028 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:38.087618 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] For port 852a2610-a0a6-4ba1-b314-5d4c7535bb71, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:28:38.090729 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] For port 852a2610-a0a6-4ba1-b314-5d4c7535bb71, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=852a2610-a0a6-4ba1-b314-5d4c7535bb71,segment=NetworkSegment(b26c6090-a838-4910-b445-51a58e46b277),segment_id=b26c6090-a838-4910-b445-51a58e46b277)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:28:38.096431 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:38.114414 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:28:38.122662 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:38.126622 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:28:38.146520 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997458ea-f886-41a9-bcf1-d7cfd7da22c9 None None] Pushing event updated for resources: {'Port': ['ID=852a2610-a0a6-4ba1-b314-5d4c7535bb71,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:38.149640 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Pushing event updated for resources: {'Port': ['ID=cadba4f1-30cd-488e-bce8-9c8fa8190bd4,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:38.342415 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffa5b1-1d2e-40b5-b664-57616d587c03 req-b68e095b-952b-440d-813d-c64d561853da tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:38.344600 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baffa5b1-1d2e-40b5-b664-57616d587c03 req-b68e095b-952b-440d-813d-c64d561853da tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 945 time: 0.0946288 Sep 27 17:28:38.414559 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks [] for router_gateway (f2106fcb-aabe-4379-b43d-8eb93e898c26), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:38.419603 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baffa5b1-1d2e-40b5-b664-57616d587c03 req-a8bdf762-071e-4561-a701-c78f82fe1003 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678992 Sep 27 17:28:38.529732 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Attempt 6 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:38.566599 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Port 9628aeaf-86a4-4596-892c-a10f09775ba4 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:38.660408 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:38.664454 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:38.807442 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (f2106fcb-aabe-4379-b43d-8eb93e898c26), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:38.809051 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:38.945017 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Router f2106fcb-aabe-4379-b43d-8eb93e898c26 is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106220) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:28:39.067588 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Attempt 7 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:39.085894 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:28:39.096613 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Sync routers for ids ['f2106fcb-aabe-4379-b43d-8eb93e898c26'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:28:39.113018 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Routers {'f2106fcb-aabe-4379-b43d-8eb93e898c26'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:39.113828 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['f2106fcb-aabe-4379-b43d-8eb93e898c26'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:39.127584 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:39.132334 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-796d6143-594c-48f0-a321-b966900081e3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494461 Sep 27 17:28:39.132874 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53794) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:39.133130 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-25f6f301-02b1-4417-8f40-8cbc3fd079be admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7624629 Sep 27 17:28:39.169695 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Port 9628aeaf-86a4-4596-892c-a10f09775ba4 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:39.200764 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86f5edb-c8ab-44e8-a860-e92e3075d69e None None] Network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:28:39.220980 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device eee18670-5d8c-4154-80ee-73d80a51ddc4 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:39.223587 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Sync routers for ids ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:28:39.248354 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:39.257928 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Set router f2106fcb-aabe-4379-b43d-8eb93e898c26 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:39.259011 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:39.270958 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-4b11f82e-7019-4150-9d1f-89ff0b9e34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:39.272777 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-4b11f82e-7019-4150-9d1f-89ff0b9e34ce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 1129 time: 0.0557492 Sep 27 17:28:39.301380 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Routers {'2313c4d0-8962-42ac-8203-5b5c23ba5ae9'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:39.302011 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:39.379679 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:39.436200 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:39.437219 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port eee18670-5d8c-4154-80ee-73d80a51ddc4 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:39.437602 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:39.437962 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port eee18670-5d8c-4154-80ee-73d80a51ddc4 Sep 27 17:28:39.451125 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'name': 'tempest-TestShelveInstance-154800618-router', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:38Z', 'revision_number': 3, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'gw_port': {'id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:39.489305 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Checking router: f2106fcb-aabe-4379-b43d-8eb93e898c26 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:28:39.489663 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Updating router f2106fcb-aabe-4379-b43d-8eb93e898c26 port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:28:39.501305 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Set router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:39.528276 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:39.600259 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-87a4a575-c6e8-40d3-a13a-3b34b6d2ec04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:39.674059 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Attempt 8 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:39.705726 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port eee18670-5d8c-4154-80ee-73d80a51ddc4 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:39.706161 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:39.747233 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Port 9628aeaf-86a4-4596-892c-a10f09775ba4 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:39.763342 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port eee18670-5d8c-4154-80ee-73d80a51ddc4, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=eee18670-5d8c-4154-80ee-73d80a51ddc4,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:39.776069 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:39.776828 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 852a2610-a0a6-4ba1-b314-5d4c7535bb71 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:39.781168 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-0870aeae-2a6f-4035-b312-538bbafc5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:39.784123 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-0870aeae-2a6f-4035-b312-538bbafc5b8f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 918 time: 0.4869790 Sep 27 17:28:39.857070 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Publish callbacks [] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:39.865496 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:39.872714 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d78f4c-9a9f-4ddc-97ca-13bcfabd6824 req-82921a84-2d45-4857-b7bb-faebccc69f60 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:39.874653 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d6d78f4c-9a9f-4ddc-97ca-13bcfabd6824 req-82921a84-2d45-4857-b7bb-faebccc69f60 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 945 time: 0.1335626 Sep 27 17:28:39.916392 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Pushing event updated for resources: {'Port': ['ID=cadba4f1-30cd-488e-bce8-9c8fa8190bd4,revision_number=2']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:39.925718 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.926061 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.926448 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.926802 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.927137 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.927459 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.927779 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.928099 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.928416 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.928900 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.929355 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.929697 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.930026 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.930361 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.930676 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:39.934558 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Attempting to bind port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:28:39.934925 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Attempting to bind port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:28:39.935276 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Attempting to bind port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:28:39.965364 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-2d4e2241-8831-4d27-92df-056d48ffd6cf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332 HTTP/1.1" status: 200 len: 1000 time: 0.1522644 Sep 27 17:28:39.982240 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:28:39.982704 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:28:39.983036 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:39.983545 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:28:39.984011 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Bound port: cadba4f1-30cd-488e-bce8-9c8fa8190bd4, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:28:39.984842 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.027416 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=eee18670-5d8c-4154-80ee-73d80a51ddc4,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:40.032635 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 2, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:40.035427 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] For port cadba4f1-30cd-488e-bce8-9c8fa8190bd4, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:28:40.040314 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] For port cadba4f1-30cd-488e-bce8-9c8fa8190bd4, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=cadba4f1-30cd-488e-bce8-9c8fa8190bd4,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:28:40.041595 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:40.048499 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.062635 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:40.063019 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.063354 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 Sep 27 17:28:40.065359 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Checking router: 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:28:40.065710 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Updating router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 port 9628aeaf-86a4-4596-892c-a10f09775ba4 binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:28:40.071095 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d6d78f4c-9a9f-4ddc-97ca-13bcfabd6824 req-eca32b06-b342-4eb2-b3f2-ab80fc21c847 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800179 Sep 27 17:28:40.080045 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Routers {'f2106fcb-aabe-4379-b43d-8eb93e898c26'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:40.080217 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['f2106fcb-aabe-4379-b43d-8eb93e898c26'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:40.082026 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-2e0d8607-c01a-49a0-966b-f092b185abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:40.083587 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-2e0d8607-c01a-49a0-966b-f092b185abcf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.1105072 Sep 27 17:28:40.123380 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.189924 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-9e48623d-70cf-42f4-a820-c5a2cce7cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:28:40.191512 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-9e48623d-70cf-42f4-a820-c5a2cce7cffe service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005342 Sep 27 17:28:40.194448 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] Set router f2106fcb-aabe-4379-b43d-8eb93e898c26 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:40.262205 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Attempt 9 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:40.267445 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:40.267780 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.345358 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a142e-a72e-4cad-ab85-cc2073592940 None None] Pushing event updated for resources: {'Port': ['ID=cadba4f1-30cd-488e-bce8-9c8fa8190bd4,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:40.355380 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Port 9628aeaf-86a4-4596-892c-a10f09775ba4 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:40.372296 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:40.376718 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port 852a2610-a0a6-4ba1-b314-5d4c7535bb71, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=852a2610-a0a6-4ba1-b314-5d4c7535bb71,segment=NetworkSegment(b26c6090-a838-4910-b445-51a58e46b277),segment_id=b26c6090-a838-4910-b445-51a58e46b277)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:40.392968 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-ee27a60b-2984-482b-bae5-2bd754e806cf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879566 Sep 27 17:28:40.406858 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.411570 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.439109 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'name': 'tempest-TestShelveInstance-154800618-router', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:38Z', 'revision_number': 3, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'gw_port': {'id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:40.450509 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:40.476648 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e0a14-cc9c-4ccb-9655-b4a86f1a54f4 None None] The sync data for ids ['f2106fcb-aabe-4379-b43d-8eb93e898c26'] in dv-cinder-849143-8-iscsi is: [{'id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'name': 'tempest-TestShelveInstance-154800618-router', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:38Z', 'revision_number': 3, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'gw_port': {'id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:28:40.485370 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=852a2610-a0a6-4ba1-b314-5d4c7535bb71,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:40.519744 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:40.548874 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30f5fd97-9e47-4807-aab2-76958a9dbd80 req-4ecb76a4-db2b-409f-aa76-caef94c77fb2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349535 Sep 27 17:28:40.603449 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Publish callbacks [] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.606731 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:40.611813 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.678397 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:40.705207 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891bb79-92f4-49f2-ac32-b245af40fbdf None None] Pushing event updated for resources: {'Port': ['ID=9628aeaf-86a4-4596-892c-a10f09775ba4,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:40.727309 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Allocated IP 172.20.0.1 (1402e1a8-8040-4a68-bcbf-6a07c5a166c1/915dab24-3263-4161-be44-b1fe2236ffd8/1b862cbd-45d2-4612-a3cd-7f2bd91d805d) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:28:40.738862 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Attempting to bind port 9628aeaf-86a4-4596-892c-a10f09775ba4 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:28:40.739279 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Attempting to bind port 9628aeaf-86a4-4596-892c-a10f09775ba4 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:28:40.739589 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Attempting to bind port 9628aeaf-86a4-4596-892c-a10f09775ba4 on network e6883946-abcd-4f9b-9769-763b58bec55e {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:28:40.821887 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:28:40.822829 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Checking segment: {'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:28:40.823570 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.823976 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Bound using segment: {'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:28:40.824469 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Bound port: 9628aeaf-86a4-4596-892c-a10f09775ba4, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:28:40.824852 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.859335 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Attempt 10 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:40.862558 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Publish callbacks [] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.910581 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.922211 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:40.951066 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:28:40.956799 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:40.958959 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-631557fb-e854-441c-ac68-d48fb42e5214 None None] Port 9628aeaf-86a4-4596-892c-a10f09775ba4 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:40.962306 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:28:40.965961 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] For port 9628aeaf-86a4-4596-892c-a10f09775ba4, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:28:40.974098 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] For port 9628aeaf-86a4-4596-892c-a10f09775ba4, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=9628aeaf-86a4-4596-892c-a10f09775ba4,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:28:40.982822 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.001427 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Pushing event updated for resources: {'Port': ['ID=1b862cbd-45d2-4612-a3cd-7f2bd91d805d,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:41.031362 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (f2106fcb-aabe-4379-b43d-8eb93e898c26), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.042041 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891bb79-92f4-49f2-ac32-b245af40fbdf None None] Pushing event updated for resources: {'Port': ['ID=9628aeaf-86a4-4596-892c-a10f09775ba4,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:41.052757 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Routers {'2313c4d0-8962-42ac-8203-5b5c23ba5ae9'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:41.053465 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:41.115922 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Provisioning complete for port 9628aeaf-86a4-4596-892c-a10f09775ba4 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:41.116302 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.116689 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Attempt 1 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:41.273002 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.295888 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] Set router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:41.334479 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Current status of the port 9628aeaf-86a4-4596-892c-a10f09775ba4 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:41.334871 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.344122 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device eee18670-5d8c-4154-80ee-73d80a51ddc4 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:41.357542 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:41.507672 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Publish callbacks [] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.517903 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] For port 9628aeaf-86a4-4596-892c-a10f09775ba4, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=9628aeaf-86a4-4596-892c-a10f09775ba4,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:41.519326 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.520566 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:41.537006 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.579344 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:41.599517 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port eee18670-5d8c-4154-80ee-73d80a51ddc4 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:41.599864 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.600093 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Pushing event updated for resources: {'Port': ['ID=1b862cbd-45d2-4612-a3cd-7f2bd91d805d,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:41.600207 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port eee18670-5d8c-4154-80ee-73d80a51ddc4 Sep 27 17:28:41.601765 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Provisioning complete for port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:41.602629 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.602629 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Attempt 1 to provision port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 Sep 27 17:28:41.603496 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (f2106fcb-aabe-4379-b43d-8eb93e898c26), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.628293 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:41.718822 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Pushing event updated for resources: {'Port': ['ID=9628aeaf-86a4-4596-892c-a10f09775ba4,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:41.740248 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:28:41.741598 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:28:41.755533 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.755971 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.756377 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.756787 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.757178 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.757592 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.757983 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.758398 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.758789 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.759698 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.760084 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.760490 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.760888 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.761277 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.761673 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:28:41.810695 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:40Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:41.861034 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Router f2106fcb-aabe-4379-b43d-8eb93e898c26 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:28:41.866949 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d1ece-17b4-4813-b115-bb74ba908fae None None] The sync data for ids ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'] in dv-cinder-849143-8-iscsi is: [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:40Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:28:41.878755 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port eee18670-5d8c-4154-80ee-73d80a51ddc4 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:41.879948 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 852a2610-a0a6-4ba1-b314-5d4c7535bb71 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:41.923073 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-94a9b550-08ee-4d6e-ac0a-beb0db1c73e6 None None] Current status of the port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:41.939087 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:41.939361 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:41.939766 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 Sep 27 17:28:41.985488 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:28:41.991631 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-5bab40d7-785f-485c-8d3f-94e6ac450e6a admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/f2106fcb-aabe-4379-b43d-8eb93e898c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8575144 Sep 27 17:28:42.134849 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Provisioning complete for port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:42.135219 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.135553 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Attempt 1 to provision port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d Sep 27 17:28:42.190195 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:42.200355 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:42.201451 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device cadba4f1-30cd-488e-bce8-9c8fa8190bd4 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:42.246609 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:42.246989 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.247325 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 Sep 27 17:28:42.297427 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:42.335356 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:42.335749 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.358117 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port cadba4f1-30cd-488e-bce8-9c8fa8190bd4, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=cadba4f1-30cd-488e-bce8-9c8fa8190bd4,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:42.362316 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.382765 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53822) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:42.387850 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-461a68db-0827-4873-b2b8-dd2c8b791e3e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203935763', 'description': 'tempest-secgroup-smoke-1203935763 description', 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:42.409432 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-461a68db-0827-4873-b2b8-dd2c8b791e3e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.419923 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:42.421293 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.434776 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=cadba4f1-30cd-488e-bce8-9c8fa8190bd4,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:42.482014 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.491224 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-461a68db-0827-4873-b2b8-dd2c8b791e3e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group (1cfa1bb5-59f2-4230-8680-6469b4258941), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.495103 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-461a68db-0827-4873-b2b8-dd2c8b791e3e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (1cfa1bb5-59f2-4230-8680-6469b4258941), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.525206 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a68db-0827-4873-b2b8-dd2c8b791e3e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfa1bb5-59f2-4230-8680-6469b4258941,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:42.529279 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-461a68db-0827-4873-b2b8-dd2c8b791e3e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.531287 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-461a68db-0827-4873-b2b8-dd2c8b791e3e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1475084 Sep 27 17:28:42.534167 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53824) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:42.538518 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-6f604918-4fc9-407e-9119-3166ef97bff2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Request body: {'security_group_rule': {'security_group_id': '1cfa1bb5-59f2-4230-8680-6469b4258941', 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:42.566470 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6f604918-4fc9-407e-9119-3166ef97bff2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (370932fd-f857-43f3-9aac-a72d5ec21bd2), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.623768 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6f604918-4fc9-407e-9119-3166ef97bff2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (370932fd-f857-43f3-9aac-a72d5ec21bd2), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.627339 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6f604918-4fc9-407e-9119-3166ef97bff2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (370932fd-f857-43f3-9aac-a72d5ec21bd2), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.645869 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604918-4fc9-407e-9119-3166ef97bff2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370932fd-f857-43f3-9aac-a72d5ec21bd2,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:42.653707 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6f604918-4fc9-407e-9119-3166ef97bff2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.654957 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6f604918-4fc9-407e-9119-3166ef97bff2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199334 Sep 27 17:28:42.657690 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53826) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:42.662383 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-89570984-414f-40d1-a9db-66d0212d34f4 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Request body: {'security_group_rule': {'security_group_id': '1cfa1bb5-59f2-4230-8680-6469b4258941', 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:42.691567 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Attempt 2 to provision port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d Sep 27 17:28:42.693297 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-89570984-414f-40d1-a9db-66d0212d34f4 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (a0e42ad6-6e6d-44ea-bbc1-a5c359a498c8), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.735503 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:42.748681 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-89570984-414f-40d1-a9db-66d0212d34f4 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (a0e42ad6-6e6d-44ea-bbc1-a5c359a498c8), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.754928 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-89570984-414f-40d1-a9db-66d0212d34f4 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (a0e42ad6-6e6d-44ea-bbc1-a5c359a498c8), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.784672 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89570984-414f-40d1-a9db-66d0212d34f4 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e42ad6-6e6d-44ea-bbc1-a5c359a498c8,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:42.793908 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-89570984-414f-40d1-a9db-66d0212d34f4 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.795155 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-89570984-414f-40d1-a9db-66d0212d34f4 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364083 Sep 27 17:28:42.797913 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53830) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:42.802474 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-eda93187-0796-4b7b-896e-650be87efddb tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Request body: {'security_group_rule': {'security_group_id': '1cfa1bb5-59f2-4230-8680-6469b4258941', 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:42.807134 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Sync routers for ids ['f2106fcb-aabe-4379-b43d-8eb93e898c26'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:28:42.819089 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Routers {'f2106fcb-aabe-4379-b43d-8eb93e898c26'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:42.819821 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['f2106fcb-aabe-4379-b43d-8eb93e898c26'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:42.832772 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eda93187-0796-4b7b-896e-650be87efddb tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (7f67f514-d2c6-456d-b314-e363a082a7fe), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.896253 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eda93187-0796-4b7b-896e-650be87efddb tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (7f67f514-d2c6-456d-b314-e363a082a7fe), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.899928 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eda93187-0796-4b7b-896e-650be87efddb tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (7f67f514-d2c6-456d-b314-e363a082a7fe), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.920296 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda93187-0796-4b7b-896e-650be87efddb tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f67f514-d2c6-456d-b314-e363a082a7fe,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:42.925674 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eda93187-0796-4b7b-896e-650be87efddb tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:42.927230 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-eda93187-0796-4b7b-896e-650be87efddb tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282372 Sep 27 17:28:42.930035 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 53832) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:42.932067 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Set router f2106fcb-aabe-4379-b43d-8eb93e898c26 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:42.934438 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-412b213a-4d85-4f3d-8a3f-824be953ebab tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Request body: {'security_group_rule': {'security_group_id': '1cfa1bb5-59f2-4230-8680-6469b4258941', 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:42.961848 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-412b213a-4d85-4f3d-8a3f-824be953ebab tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (2a12d86e-f4e6-4eba-91a3-2bfea44d2ea7), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.029810 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-412b213a-4d85-4f3d-8a3f-824be953ebab tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (2a12d86e-f4e6-4eba-91a3-2bfea44d2ea7), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.035179 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-412b213a-4d85-4f3d-8a3f-824be953ebab tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (2a12d86e-f4e6-4eba-91a3-2bfea44d2ea7), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.061076 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b213a-4d85-4f3d-8a3f-824be953ebab tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a12d86e-f4e6-4eba-91a3-2bfea44d2ea7,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:43.078976 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-412b213a-4d85-4f3d-8a3f-824be953ebab tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.083251 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53834) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:43.083463 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-412b213a-4d85-4f3d-8a3f-824be953ebab tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524286 Sep 27 17:28:43.089141 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-2f339577-0fab-4370-bc8f-f8491f821daf tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Request body: {'security_group_rule': {'security_group_id': '1cfa1bb5-59f2-4230-8680-6469b4258941', 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:43.117250 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.securitygroups_db [None req-2f339577-0fab-4370-bc8f-f8491f821daf tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Project 890469995c02465eb9b9ad2d1fb9ab6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 17:28:43.124200 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2f339577-0fab-4370-bc8f-f8491f821daf tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (79c79a40-efdb-4f32-9658-2e5b47965f38), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.137137 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 9628aeaf-86a4-4596-892c-a10f09775ba4 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:43.185254 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 9628aeaf-86a4-4596-892c-a10f09775ba4 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:43.185962 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.186337 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 9628aeaf-86a4-4596-892c-a10f09775ba4 Sep 27 17:28:43.187852 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2f339577-0fab-4370-bc8f-f8491f821daf tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (79c79a40-efdb-4f32-9658-2e5b47965f38), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.192796 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2f339577-0fab-4370-bc8f-f8491f821daf tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (79c79a40-efdb-4f32-9658-2e5b47965f38), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.207006 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f339577-0fab-4370-bc8f-f8491f821daf tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c79a40-efdb-4f32-9658-2e5b47965f38,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:43.208922 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:43.223793 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2f339577-0fab-4370-bc8f-f8491f821daf tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.225189 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-2f339577-0fab-4370-bc8f-f8491f821daf tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405232 Sep 27 17:28:43.227685 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'name': 'tempest-TestShelveInstance-154800618-router', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:41Z', 'revision_number': 4, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'gw_port': {'id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '1b862cbd-45d2-4612-a3cd-7f2bd91d805d', 'name': '', 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'mac_address': 'fa:16:3e:0e:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '915dab24-3263-4161-be44-b1fe2236ffd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:40Z', 'updated_at': '2022-09-27T17:28:41Z', 'revision_number': 2, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'subnets': [{'id': '915dab24-3263-4161-be44-b1fe2236ffd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:43.228382 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 53836) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:28:43.233638 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-4593cb04-eb4c-47d9-b902-b3bd48075892 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Request body: {'security_group_rule': {'security_group_id': '1cfa1bb5-59f2-4230-8680-6469b4258941', 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:28:43.236139 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Attempt 3 to provision port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d Sep 27 17:28:43.254106 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Checking router: f2106fcb-aabe-4379-b43d-8eb93e898c26 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:28:43.256080 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Updating router f2106fcb-aabe-4379-b43d-8eb93e898c26 port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:28:43.259542 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.securitygroups_db [None req-4593cb04-eb4c-47d9-b902-b3bd48075892 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Project 890469995c02465eb9b9ad2d1fb9ab6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 17:28:43.263718 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:43.266281 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4593cb04-eb4c-47d9-b902-b3bd48075892 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (330dcff2-ac0e-4820-8f2f-1777e9d15105), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.285207 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.298454 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:43.299676 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 9628aeaf-86a4-4596-892c-a10f09775ba4 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:43.300812 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device cadba4f1-30cd-488e-bce8-9c8fa8190bd4 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:43.345437 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4593cb04-eb4c-47d9-b902-b3bd48075892 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (330dcff2-ac0e-4820-8f2f-1777e9d15105), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.349600 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4593cb04-eb4c-47d9-b902-b3bd48075892 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (330dcff2-ac0e-4820-8f2f-1777e9d15105), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.351602 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:43.352202 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.352607 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 Sep 27 17:28:43.371551 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593cb04-eb4c-47d9-b902-b3bd48075892 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330dcff2-ac0e-4820-8f2f-1777e9d15105,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:43.400087 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4593cb04-eb4c-47d9-b902-b3bd48075892 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.403548 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-4593cb04-eb4c-47d9-b902-b3bd48075892 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737742 Sep 27 17:28:43.458552 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:43.469440 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:43.575926 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Publish callbacks [] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.582144 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.672019 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d4c39-81d7-407e-9418-5733c323f956 None None] Pushing event updated for resources: {'Port': ['ID=1b862cbd-45d2-4612-a3cd-7f2bd91d805d,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:43.684748 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Attempting to bind port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:28:43.685117 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Attempting to bind port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': 'b26c6090-a838-4910-b445-51a58e46b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:28:43.687703 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Attempting to bind port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d on network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:28:43.741637 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:28:43.742297 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Checking segment: {'id': 'b26c6090-a838-4910-b445-51a58e46b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:28:43.742940 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.743584 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Bound using segment: {'id': 'b26c6090-a838-4910-b445-51a58e46b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:28:43.744412 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Bound port: 1b862cbd-45d2-4612-a3cd-7f2bd91d805d, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26c6090-a838-4910-b445-51a58e46b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:28:43.745512 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.763042 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:43.801208 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Attempt 4 to provision port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d Sep 27 17:28:43.811843 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] For port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:28:43.815393 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] For port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=1b862cbd-45d2-4612-a3cd-7f2bd91d805d,segment=NetworkSegment(b26c6090-a838-4910-b445-51a58e46b277),segment_id=b26c6090-a838-4910-b445-51a58e46b277)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:28:43.821742 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:43.878121 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d4c39-81d7-407e-9418-5733c323f956 None None] Pushing event updated for resources: {'Port': ['ID=1b862cbd-45d2-4612-a3cd-7f2bd91d805d,revision_number=4']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:43.880702 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Routers {'f2106fcb-aabe-4379-b43d-8eb93e898c26'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:28:43.881302 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:28:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['f2106fcb-aabe-4379-b43d-8eb93e898c26'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:43.895428 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:28:44.001916 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] Set router f2106fcb-aabe-4379-b43d-8eb93e898c26 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:28:44.193042 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'name': 'tempest-TestShelveInstance-154800618-router', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:41Z', 'revision_number': 4, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'gw_port': {'id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '1b862cbd-45d2-4612-a3cd-7f2bd91d805d', 'name': '', 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'mac_address': 'fa:16:3e:0e:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '915dab24-3263-4161-be44-b1fe2236ffd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:40Z', 'updated_at': '2022-09-27T17:28:43Z', 'revision_number': 4, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'subnets': [{'id': '915dab24-3263-4161-be44-b1fe2236ffd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:28:44.218562 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8097f-0435-47f7-bbaf-8fa3e734426d None None] The sync data for ids ['f2106fcb-aabe-4379-b43d-8eb93e898c26'] in dv-cinder-849143-8-iscsi is: [{'id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'name': 'tempest-TestShelveInstance-154800618-router', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:41Z', 'revision_number': 4, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'gw_port': {'id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '1b862cbd-45d2-4612-a3cd-7f2bd91d805d', 'name': '', 'network_id': '1402e1a8-8040-4a68-bcbf-6a07c5a166c1', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'mac_address': 'fa:16:3e:0e:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '915dab24-3263-4161-be44-b1fe2236ffd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:40Z', 'updated_at': '2022-09-27T17:28:43Z', 'revision_number': 4, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'subnets': [{'id': '915dab24-3263-4161-be44-b1fe2236ffd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:28:44.396851 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Attempt 5 to provision port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d Sep 27 17:28:44.474707 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Current status of the port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:44.475102 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:44.511661 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] For port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=1b862cbd-45d2-4612-a3cd-7f2bd91d805d,segment=NetworkSegment(b26c6090-a838-4910-b445-51a58e46b277),segment_id=b26c6090-a838-4910-b445-51a58e46b277)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:28:44.515746 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:44.566334 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec4c60-330f-4cd8-9ef6-c4f0b405ef7d None None] Pushing event updated for resources: {'Port': ['ID=1b862cbd-45d2-4612-a3cd-7f2bd91d805d,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:28:45.100219 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1b862cbd-45d2-4612-a3cd-7f2bd91d805d up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:28:45.137258 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:45.153725 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:28:45.154429 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:28:45.154768 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d Sep 27 17:28:45.157238 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:45.229109 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:28:48.639107 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:28:53.070448 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=73,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:53.071209 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:53.377372 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:53.389205 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=10,neutron:SELECT=69,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:55.225862 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=8 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:28:55.228020 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:00.414707 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ddf87-b6d8-44d0-8b3f-80924c6c6a32 req-c1cae715-0a23-41f5-9db0-eecf0f26a3c4 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:00.416176 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9c1ddf87-b6d8-44d0-8b3f-80924c6c6a32 req-c1cae715-0a23-41f5-9db0-eecf0f26a3c4 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0485508 Sep 27 17:29:00.462437 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9c1ddf87-b6d8-44d0-8b3f-80924c6c6a32 req-e3a098a8-1ace-40ce-a9ea-8d7685ded710 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404561 Sep 27 17:29:01.587247 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8e575-473b-458c-958a-5c2f5912d874 req-3a92925f-65e3-4c36-91fd-c692c65853a8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:01.589189 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-eac8e575-473b-458c-958a-5c2f5912d874 req-3a92925f-65e3-4c36-91fd-c692c65853a8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0452743 Sep 27 17:29:01.638714 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-eac8e575-473b-458c-958a-5c2f5912d874 req-da889634-2f99-4afc-a991-6032565014cd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439363 Sep 27 17:29:02.769074 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abab0c8-98df-4b5e-8d3c-a3a99f0a75a6 req-1315ea05-9643-47c4-b15c-96fcf742a6cd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:02.771298 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0abab0c8-98df-4b5e-8d3c-a3a99f0a75a6 req-1315ea05-9643-47c4-b15c-96fcf742a6cd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0489547 Sep 27 17:29:02.821859 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0abab0c8-98df-4b5e-8d3c-a3a99f0a75a6 req-26337468-cf7a-45f6-8250-66479ebe4bb5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454044 Sep 27 17:29:04.045664 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6238f-20b3-4ee9-8b04-a72493acc1d7 req-09b4680c-1aec-4a79-8985-ebe46253b744 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:04.047290 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8fc6238f-20b3-4ee9-8b04-a72493acc1d7 req-09b4680c-1aec-4a79-8985-ebe46253b744 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.1477513 Sep 27 17:29:04.095377 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8fc6238f-20b3-4ee9-8b04-a72493acc1d7 req-11b94e28-d13f-4463-b697-bc7d6dd5bdbd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424409 Sep 27 17:29:04.511494 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:04.514216 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:05.270509 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cbd02-47fe-4342-ad25-aa5622cdc448 req-7e97c123-b8cd-494a-83f2-5e5a3ea1c69e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:05.271954 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-336cbd02-47fe-4342-ad25-aa5622cdc448 req-7e97c123-b8cd-494a-83f2-5e5a3ea1c69e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0949318 Sep 27 17:29:05.318703 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-336cbd02-47fe-4342-ad25-aa5622cdc448 req-f75a55c7-f461-4523-b57f-51d83930e3e0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404949 Sep 27 17:29:06.443820 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457373a5-92e8-48a2-8b10-d06f5c5f606f req-b0781f2f-c7ee-4743-b6fc-375324f9f5df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:06.445280 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-457373a5-92e8-48a2-8b10-d06f5c5f606f req-b0781f2f-c7ee-4743-b6fc-375324f9f5df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0488658 Sep 27 17:29:06.491800 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-457373a5-92e8-48a2-8b10-d06f5c5f606f req-b127ee24-ccac-4e69-b13d-76ebbe8bf71a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404851 Sep 27 17:29:07.310139 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a974d822-30a3-4833-8482-9422cf085501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:07.620498 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a0148-743c-4bf6-a6e4-1a77001c12c5 req-8d17b2ad-ef50-4ee2-80e0-65b422525fb7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:07.621948 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7d8a0148-743c-4bf6-a6e4-1a77001c12c5 req-8d17b2ad-ef50-4ee2-80e0-65b422525fb7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0465214 Sep 27 17:29:07.668515 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7d8a0148-743c-4bf6-a6e4-1a77001c12c5 req-1ea5ecc4-bb41-4600-9802-49282b54dc20 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408559 Sep 27 17:29:08.793965 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9d8db-969a-443d-be84-41e25d4f4996 req-f0b159ec-8220-4314-ad26-f1dac2e4cf72 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:08.795498 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-eac9d8db-969a-443d-be84-41e25d4f4996 req-f0b159ec-8220-4314-ad26-f1dac2e4cf72 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0475912 Sep 27 17:29:08.846694 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-eac9d8db-969a-443d-be84-41e25d4f4996 req-b2510414-98fc-423c-ac9e-cb9f4a7ea4a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453243 Sep 27 17:29:09.552978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-fa026bc7-636f-4def-a590-20e29d90ebe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:09.969670 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402dcdc-989e-4f50-9010-8855ac7c2d09 req-25091e90-9943-438b-b665-f57a963c35e5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:09.971136 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a402dcdc-989e-4f50-9010-8855ac7c2d09 req-25091e90-9943-438b-b665-f57a963c35e5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0456531 Sep 27 17:29:10.016755 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a402dcdc-989e-4f50-9010-8855ac7c2d09 req-be2f70ba-028f-4e5e-b78b-af089cf9a1ed tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402141 Sep 27 17:29:10.798961 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432079d-3d07-4481-9d69-88e30183ccf3 req-97169311-723a-4295-9b8b-b13eed25d097 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:10.800317 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9432079d-3d07-4481-9d69-88e30183ccf3 req-97169311-723a-4295-9b8b-b13eed25d097 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 945 time: 0.0471578 Sep 27 17:29:10.843205 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:10.848239 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9432079d-3d07-4481-9d69-88e30183ccf3 req-fa3a2017-e3af-4972-a825-d2b39fa89e15 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424125 Sep 27 17:29:11.144707 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761764a-f1ea-422a-aeea-7e81e88d006c req-e1ed2283-5cb0-4c7d-8703-7eab004e568c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:11.146232 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2761764a-f1ea-422a-aeea-7e81e88d006c req-e1ed2283-5cb0-4c7d-8703-7eab004e568c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0495172 Sep 27 17:29:11.193917 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2761764a-f1ea-422a-aeea-7e81e88d006c req-1e7acb1a-8abc-4715-af14-1d466889ee98 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 Sep 27 17:29:11.930013 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:11.932509 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:11.966887 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dd76e-f215-4431-bf8e-0e0b0544ca5c req-d15d5e04-26ee-4894-ab6b-773f8afb5548 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:11.968350 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6a8dd76e-f215-4431-bf8e-0e0b0544ca5c req-d15d5e04-26ee-4894-ab6b-773f8afb5548 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 945 time: 0.0465360 Sep 27 17:29:12.014577 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6a8dd76e-f215-4431-bf8e-0e0b0544ca5c req-14648d44-ec58-4fb1-b531-f3c492c98f46 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Sep 27 17:29:12.324406 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086290f-7dfa-4b6a-9c6e-bc530cf0b02b req-8bafec29-9379-4cc4-8348-a376f8a54304 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:12.325870 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f086290f-7dfa-4b6a-9c6e-bc530cf0b02b req-8bafec29-9379-4cc4-8348-a376f8a54304 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0500784 Sep 27 17:29:12.372093 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f086290f-7dfa-4b6a-9c6e-bc530cf0b02b req-236b1de1-2f53-44be-9653-8d2028bad9e2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407331 Sep 27 17:29:12.395046 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:12.485338 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:13.130943 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6249437-d9c0-4cfa-8e41-d8ff78013b5c req-12889b66-2ce1-4e54-ae9e-25aae153ed1b tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:13.132381 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a6249437-d9c0-4cfa-8e41-d8ff78013b5c req-12889b66-2ce1-4e54-ae9e-25aae153ed1b tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 945 time: 0.0457902 Sep 27 17:29:13.177914 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a6249437-d9c0-4cfa-8e41-d8ff78013b5c req-c1b1cafc-7597-441b-9e7c-0b15969a3439 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fac9228a-dbd7-4438-a69f-9bafe212a5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396805 Sep 27 17:29:13.530652 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd1c44-4d4e-46c7-952f-f0d1a0016602 req-4769ebe6-2d8e-4f85-aea2-c419c02b08e0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:13.532157 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6cdd1c44-4d4e-46c7-952f-f0d1a0016602 req-4769ebe6-2d8e-4f85-aea2-c419c02b08e0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0787234 Sep 27 17:29:13.542618 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-4b91e6e0-b7fd-42da-acf6-7d4c6a81a74d tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:13.544018 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-4b91e6e0-b7fd-42da-acf6-7d4c6a81a74d tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 945 time: 0.0622039 Sep 27 17:29:13.645983 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6cdd1c44-4d4e-46c7-952f-f0d1a0016602 req-3ac52b65-fdeb-4f01-9fe6-a6f4ec87a7b8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010075 Sep 27 17:29:13.658121 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-ad8da21f-7f55-4450-b4a6-13231f09c4b1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Deleting port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:29:13.658461 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-ad8da21f-7f55-4450-b4a6-13231f09c4b1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:13.750500 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-ad8da21f-7f55-4450-b4a6-13231f09c4b1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] For port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,segment=NetworkSegment(42783cda-05bf-4969-92f4-7e826aa947c9),segment_id=42783cda-05bf-4969-92f4-7e826aa947c9)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:29:13.750862 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-ad8da21f-7f55-4450-b4a6-13231f09c4b1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:13.763298 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-ad8da21f-7f55-4450-b4a6-13231f09c4b1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Calling delete_port for 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:29:13.886856 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-ad8da21f-7f55-4450-b4a6-13231f09c4b1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:13.912826 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8da21f-7f55-4450-b4a6-13231f09c4b1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Pushing event deleted for resources: {'Port': ['ID=2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:13.935693 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:29:13.954369 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-ad8da21f-7f55-4450-b4a6-13231f09c4b1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] No DVR routers for this DVR port 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:29:13.956812 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-ad8da21f-7f55-4450-b4a6-13231f09c4b1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:13.959951 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b06d3c8f-92e5-4f4f-ae32-9c2c7ba4f760 req-ad8da21f-7f55-4450-b4a6-13231f09c4b1 tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.18 "DELETE /networking/v2.0/ports/2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f HTTP/1.1" status: 204 len: 173 time: 0.4091675 Sep 27 17:29:13.960435 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b4bf9-edef-4f93-b368-2d2b0b9cb20f', 'name': 'network-vif-deleted', 'tag': '2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:29:13.962644 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b47bff-cf48-40ad-a7f5-23ffe6695901" -d '{"events": [{"server_uuid": "288b4bf9-edef-4f93-b368-2d2b0b9cb20f", "name": "network-vif-deleted", "tag": "2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:29:14.000901 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da15abb3-f239-4cc5-94f1-a7c3cb4639e1 x-openstack-request-id: req-da15abb3-f239-4cc5-94f1-a7c3cb4639e1 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:29:14.001202 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b4bf9-edef-4f93-b368-2d2b0b9cb20f", "name": "network-vif-deleted", "tag": "2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:29:14.001460 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da15abb3-f239-4cc5-94f1-a7c3cb4639e1 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:29:14.001894 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da15abb3-f239-4cc5-94f1-a7c3cb4639e1'] response: {'server_uuid': '288b4bf9-edef-4f93-b368-2d2b0b9cb20f', 'name': 'network-vif-deleted', 'tag': '2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f', 'status': 'completed', 'code': 200} Sep 27 17:29:14.305576 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e4f7929a-a393-4593-9cfb-048048af3996 req-1156e4f6-9ea4-498c-b55c-6258c6ed519e tempest-VolumesSnapshotTestJSON-86261250 tempest-VolumesSnapshotTestJSON-86261250-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=288b4bf9-edef-4f93-b368-2d2b0b9cb20f HTTP/1.1" status: 200 len: 210 time: 0.0327387 Sep 27 17:29:14.772587 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc247f-07e6-40d3-af48-e7930b8ed93f req-bac28b79-8158-4f02-b50d-04c391d7a7f7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:14.774011 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e5cc247f-07e6-40d3-af48-e7930b8ed93f req-bac28b79-8158-4f02-b50d-04c391d7a7f7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0483291 Sep 27 17:29:14.831009 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e5cc247f-07e6-40d3-af48-e7930b8ed93f req-a9a3698c-d472-440b-b4fb-a6076590add8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505381 Sep 27 17:29:15.105176 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:16.038014 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:16.053754 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89b3c-e9cf-4d7b-bb4e-9dc7addce1c9 req-39dcd0e8-71c3-4fee-a0fb-17d7456aa7aa tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:16.055225 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7fe89b3c-e9cf-4d7b-bb4e-9dc7addce1c9 req-39dcd0e8-71c3-4fee-a0fb-17d7456aa7aa tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0459387 Sep 27 17:29:16.097956 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:16.102638 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7fe89b3c-e9cf-4d7b-bb4e-9dc7addce1c9 req-38e61b54-6d9d-4e1d-9117-961ecf75c14b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403743 Sep 27 17:29:17.234241 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2abea6-9ab4-45be-b7bb-3a1db2c4689c req-7412bf27-c9f4-409e-8c43-b7976f913c15 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:17.235815 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-aa2abea6-9ab4-45be-b7bb-3a1db2c4689c req-7412bf27-c9f4-409e-8c43-b7976f913c15 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0523539 Sep 27 17:29:17.287342 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-aa2abea6-9ab4-45be-b7bb-3a1db2c4689c req-237b1bc3-9dbc-426d-897c-fe4de986f832 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424719 Sep 27 17:29:17.777325 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:29:17.803163 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:29:17.803733 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 2c8a1771-f6b3-42cb-b6ad-c7761e3b0e5f not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:29:17.885974 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-82777a6d-deda-46ea-a9f0-a395a478c083 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1203935763&fields=id&tenant_id=890469995c02465eb9b9ad2d1fb9ab6f HTTP/1.1" status: 200 len: 267 time: 0.0511367 Sep 27 17:29:18.004377 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-acdd1fb0-2e33-4993-9812-bb7028b989f8 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:18.005828 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-acdd1fb0-2e33-4993-9812-bb7028b989f8 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/networks?id=e6883946-abcd-4f9b-9769-763b58bec55e HTTP/1.1" status: 200 len: 808 time: 0.1131334 Sep 27 17:29:18.020244 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-ead93387-70d1-4128-9d92-d2b5b5947822 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/quotas/890469995c02465eb9b9ad2d1fb9ab6f HTTP/1.1" status: 200 len: 375 time: 0.0088055 Sep 27 17:29:18.071113 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-deec5ffb-67d3-439e-b61a-9b35599d5db3 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=890469995c02465eb9b9ad2d1fb9ab6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445096 Sep 27 17:29:18.208893 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-3688a9ad-5698-4cd1-94e9-a1837ebe25f3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268430 Sep 27 17:29:18.299573 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-d37b746f-669c-4cf6-8c8b-165c8ee3c7de service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843244 Sep 27 17:29:18.419784 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003829c-0e2d-482a-b11a-c7e08ce2ba20 req-069b1aea-4ad2-4745-8e25-41934783da97 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:18.421384 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5003829c-0e2d-482a-b11a-c7e08ce2ba20 req-069b1aea-4ad2-4745-8e25-41934783da97 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0483544 Sep 27 17:29:18.470482 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5003829c-0e2d-482a-b11a-c7e08ce2ba20 req-8783052b-d31d-47f7-9d44-e1fa792eeec0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434906 Sep 27 17:29:18.603237 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-01811129-dcee-455e-9aec-76ab373d155d req-6feebd8a-cc8d-4811-89eb-ce3cf90ca64f tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 210 time: 0.0307319 Sep 27 17:29:19.594704 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbae9a9-8178-4ffe-85f6-df0a93f22160 req-ad1a18d2-acfa-4089-a2d6-e4f12a487227 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:19.596163 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6bbae9a9-8178-4ffe-85f6-df0a93f22160 req-ad1a18d2-acfa-4089-a2d6-e4f12a487227 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0462418 Sep 27 17:29:19.643449 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6bbae9a9-8178-4ffe-85f6-df0a93f22160 req-10d1ad49-4953-4703-b5f5-b62eb7620fb4 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Sep 27 17:29:19.707325 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cc72fee7-209c-4610-8907-35d3c52ac73e req-335b991a-07c9-4883-9e5d-8c2da56c6d13 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 210 time: 0.0269818 Sep 27 17:29:20.774230 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe53e2-c7f3-40fa-a233-7755734a11e5 req-c87ed3e9-40c0-4918-83b5-3ba2e4540701 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:20.775715 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c3fe53e2-c7f3-40fa-a233-7755734a11e5 req-c87ed3e9-40c0-4918-83b5-3ba2e4540701 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0510798 Sep 27 17:29:20.827294 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4acb6b3f-5aea-4428-8054-91f7ac5d3d78 req-3694e0be-05d3-49cd-a361-815e4fc0c7dc tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 210 time: 0.0388267 Sep 27 17:29:20.851505 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c3fe53e2-c7f3-40fa-a233-7755734a11e5 req-b0b9d1b5-aee3-459d-8702-9f985ff40cf6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702555 Sep 27 17:29:21.939693 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4c645505-8e09-49cb-a599-91eeb699b971 req-eb5267e9-6391-4c08-9d55-d08af2a4f775 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 210 time: 0.0289216 Sep 27 17:29:21.985950 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732c5a7-e46d-4b58-b06b-4b3cb0207f56 req-760ffae3-4d33-4106-9d30-4a3aee9af504 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:21.987505 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5732c5a7-e46d-4b58-b06b-4b3cb0207f56 req-760ffae3-4d33-4106-9d30-4a3aee9af504 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0506759 Sep 27 17:29:22.036435 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5732c5a7-e46d-4b58-b06b-4b3cb0207f56 req-5cd59395-af9a-4439-bfda-1d49ceeaea2e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430679 Sep 27 17:29:23.024927 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:23.051527 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4fc2cad-4683-4f6b-91b8-a793cb0a2b57 req-67b40e7a-fabf-4828-aa71-4619968f2193 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 210 time: 0.0361941 Sep 27 17:29:23.177717 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da955e-9a28-449b-8095-50d94c1901ab req-5ac1fb7b-00b0-4150-a2c9-88cd35465df8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:23.179207 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-29da955e-9a28-449b-8095-50d94c1901ab req-5ac1fb7b-00b0-4150-a2c9-88cd35465df8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0473037 Sep 27 17:29:23.226851 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-29da955e-9a28-449b-8095-50d94c1901ab req-36b90faa-644a-425f-8ebf-2ab17700ef93 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418305 Sep 27 17:29:23.595331 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:23.605368 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-1b563f9f-596c-45bf-ae05-630dbb76ac68 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:23.607061 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-1b563f9f-596c-45bf-ae05-630dbb76ac68 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e6883946-abcd-4f9b-9769-763b58bec55e HTTP/1.1" status: 200 len: 808 time: 0.1083996 Sep 27 17:29:23.689315 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-ea9cce44-b720-42a9-953d-6803c61b51ac tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=890469995c02465eb9b9ad2d1fb9ab6f HTTP/1.1" status: 200 len: 380 time: 0.0543766 Sep 27 17:29:23.705802 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Request body: {'port': {'device_id': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'admin_state_up': True, 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'security_groups': ['1cfa1bb5-59f2-4230-8680-6469b4258941']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:29:24.060250 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Made reservation on behalf of 890469995c02465eb9b9ad2d1fb9ab6f for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:29:24.064107 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:24.167967 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f19a50f7-e4e2-4373-9293-4fd2c98bf66f req-3b6caa16-cb3d-4112-98d9-a30bb4f662dc tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 210 time: 0.0399597 Sep 27 17:29:24.226969 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Allocated IP 172.20.0.3 (e6883946-abcd-4f9b-9769-763b58bec55e/ba62d454-a7b1-4dc2-85d6-1a9b8ff93719/c0932507-0f02-4d95-8195-002c756fdef5) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:29:24.379411 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e4121-e80d-4aba-91a2-0599d1c14150 req-a2db465d-40b1-4074-bb21-283f9fd83139 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:24.380881 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f15e4121-e80d-4aba-91a2-0599d1c14150 req-a2db465d-40b1-4074-bb21-283f9fd83139 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0718064 Sep 27 17:29:24.426134 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for port (c0932507-0f02-4d95-8195-002c756fdef5), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:24.465952 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f15e4121-e80d-4aba-91a2-0599d1c14150 req-8226bb01-fb67-46fd-a5ca-c56e006eb99e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783150 Sep 27 17:29:24.487603 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (c0932507-0f02-4d95-8195-002c756fdef5), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:24.532676 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Network e6883946-abcd-4f9b-9769-763b58bec55e is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:29:24.536052 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:29:24.538999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:29:24.567770 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:24.575675 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event updated for resources: {'Port': ['ID=c0932507-0f02-4d95-8195-002c756fdef5,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:24.602482 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:24.603119 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:24.614703 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:24.625670 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-5472ed0f-7cf1-4e29-b5b9-ebe670565776 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9232707 Sep 27 17:29:24.656486 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Request body: {'port': {'device_id': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:29:24.726533 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c0932507-0f02-4d95-8195-002c756fdef5), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:24.875925 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-adb479f2-126f-4f79-a315-ce68932be405 None None] Provisioning complete for port c0932507-0f02-4d95-8195-002c756fdef5 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:29:24.876527 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-adb479f2-126f-4f79-a315-ce68932be405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (c0932507-0f02-4d95-8195-002c756fdef5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:24.876682 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-adb479f2-126f-4f79-a315-ce68932be405 None None] Attempt 1 to provision port c0932507-0f02-4d95-8195-002c756fdef5 Sep 27 17:29:24.909189 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-adb479f2-126f-4f79-a315-ce68932be405 None None] Port c0932507-0f02-4d95-8195-002c756fdef5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:29:24.986477 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0932507-0f02-4d95-8195-002c756fdef5 {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:29:24.994305 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Publish callbacks [] for port (c0932507-0f02-4d95-8195-002c756fdef5), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:25.006852 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Transition to ACTIVE for port object c0932507-0f02-4d95-8195-002c756fdef5 will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:29:25.010915 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (c0932507-0f02-4d95-8195-002c756fdef5), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:25.093138 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0932507-0f02-4d95-8195-002c756fdef5,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:25.127294 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Attempting to bind port c0932507-0f02-4d95-8195-002c756fdef5 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:29:25.127551 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Attempting to bind port c0932507-0f02-4d95-8195-002c756fdef5 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:29:25.127878 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Attempting to bind port c0932507-0f02-4d95-8195-002c756fdef5 on network e6883946-abcd-4f9b-9769-763b58bec55e {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:29:25.168325 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Port c0932507-0f02-4d95-8195-002c756fdef5 on network e6883946-abcd-4f9b-9769-763b58bec55e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:29:25.168646 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Attempting to bind port c0932507-0f02-4d95-8195-002c756fdef5 on network e6883946-abcd-4f9b-9769-763b58bec55e {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:29:25.213958 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:29:25.214329 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Checking segment: {'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:29:25.214711 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Bound using segment: {'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:29:25.215143 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Bound port: c0932507-0f02-4d95-8195-002c756fdef5, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:29:25.215500 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c0932507-0f02-4d95-8195-002c756fdef5), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:25.305885 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3a8e7-e585-42a8-8f03-4ae549094ecc req-f001b063-bab7-4191-ae63-3bcff954224f tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:25.307877 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b5a3a8e7-e585-42a8-8f03-4ae549094ecc req-f001b063-bab7-4191-ae63-3bcff954224f tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0621195 Sep 27 17:29:25.315299 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] For port c0932507-0f02-4d95-8195-002c756fdef5, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:29:25.324150 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] For port c0932507-0f02-4d95-8195-002c756fdef5, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c0932507-0f02-4d95-8195-002c756fdef5,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:29:25.340007 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (c0932507-0f02-4d95-8195-002c756fdef5), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:25.343047 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:25.343819 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:25.345157 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 200 len: 1093 time: 0.6947975 Sep 27 17:29:25.347315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:29:25.349491 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28663411-db69-469d-8d65-718c86938963" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "tag": "c0932507-0f02-4d95-8195-002c756fdef5"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:29:25.396886 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00ef185-c4b0-4c57-9c3c-66d183ae444b x-openstack-request-id: req-f00ef185-c4b0-4c57-9c3c-66d183ae444b {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:29:25.397179 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "tag": "c0932507-0f02-4d95-8195-002c756fdef5", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:29:25.397430 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f00ef185-c4b0-4c57-9c3c-66d183ae444b {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:29:25.397830 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00ef185-c4b0-4c57-9c3c-66d183ae444b'] response: {'name': 'network-changed', 'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5', 'status': 'completed', 'code': 200} Sep 27 17:29:25.410531 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-adb479f2-126f-4f79-a315-ce68932be405 None None] Attempt 2 to provision port c0932507-0f02-4d95-8195-002c756fdef5 Sep 27 17:29:25.415195 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b5a3a8e7-e585-42a8-8f03-4ae549094ecc req-766dc57f-ea85-47ea-8955-8106197d6ad6 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017570 Sep 27 17:29:25.434103 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:25.452306 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-adb479f2-126f-4f79-a315-ce68932be405 None None] Port c0932507-0f02-4d95-8195-002c756fdef5 had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:29:25.457497 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c0f19-662c-4775-bf66-a71acf2467a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0932507-0f02-4d95-8195-002c756fdef5,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:25.467778 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-e5c8fe3c-3556-4026-86cb-3c32a2b8f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:25.469263 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-e5c8fe3c-3556-4026-86cb-3c32a2b8f84c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=890469995c02465eb9b9ad2d1fb9ab6f&device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1127 time: 0.0531387 Sep 27 17:29:25.518115 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-3f285d0c-c1ef-472d-9181-a96c6e80919f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 200 len: 217 time: 0.0366285 Sep 27 17:29:25.552889 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:25.597128 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-df14886b-1c3d-4ecd-8df9-827a0545beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:25.598675 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-df14886b-1c3d-4ecd-8df9-827a0545beac service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ba62d454-a7b1-4dc2-85d6-1a9b8ff93719 HTTP/1.1" status: 200 len: 847 time: 0.0744402 Sep 27 17:29:25.621041 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6c526-ca45-4316-93df-7d068b23803e req-fe5adbf0-2bd4-42ff-922d-f57a39a8bda0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:25.622490 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0bf6c526-ca45-4316-93df-7d068b23803e req-fe5adbf0-2bd4-42ff-922d-f57a39a8bda0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0667279 Sep 27 17:29:25.637952 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:29:25.662141 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-796a2df3-f499-4faf-b2f0-c10e259d9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:25.663582 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-796a2df3-f499-4faf-b2f0-c10e259d9408 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e6883946-abcd-4f9b-9769-763b58bec55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586641 Sep 27 17:29:25.735455 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0bf6c526-ca45-4316-93df-7d068b23803e req-f4eb7a51-a5c5-468c-a74e-06a5fe8c53f8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974174 Sep 27 17:29:25.775810 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-31535647-fc24-44d1-9811-7d1c66af65a7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017230 Sep 27 17:29:25.870532 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed73bd2c-1b32-4f12-b22c-2550940077db req-f71d9e48-b6e4-4119-a8ee-3af2c7996482 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876422 Sep 27 17:29:26.538262 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961701e-105f-405f-bf04-4715115ffbc3 req-eb4db281-344d-446d-b1fa-56d844412914 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:26.539717 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9961701e-105f-405f-bf04-4715115ffbc3 req-eb4db281-344d-446d-b1fa-56d844412914 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0467846 Sep 27 17:29:26.588523 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9961701e-105f-405f-bf04-4715115ffbc3 req-72952d96-c513-4a66-bf64-ed7f57b49b88 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 Sep 27 17:29:26.860663 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e3f11-dd4a-46e1-a03c-3a08b0d2053b req-100af424-dcf9-4a96-8e23-7eb6783ff071 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:26.862131 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cd3e3f11-dd4a-46e1-a03c-3a08b0d2053b req-100af424-dcf9-4a96-8e23-7eb6783ff071 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0457237 Sep 27 17:29:26.911011 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cd3e3f11-dd4a-46e1-a03c-3a08b0d2053b req-36fcbd5e-eebb-40e2-81f9-c66402409c38 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434299 Sep 27 17:29:27.667794 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:27.706025 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e52eb-6176-4885-953f-8e9790279656 req-554e6fe4-202d-4510-b1d8-f99cbce324bd tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:27.707504 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9b9e52eb-6176-4885-953f-8e9790279656 req-554e6fe4-202d-4510-b1d8-f99cbce324bd tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0461354 Sep 27 17:29:27.755064 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9b9e52eb-6176-4885-953f-8e9790279656 req-766d0f1a-a239-4bcc-bbf5-a407d3eeffe2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Sep 27 17:29:27.833759 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5a5276d6-632d-4adb-a46b-8471fb0bf332 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:29:27.875275 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663411-db69-469d-8d65-718c86938963 req-4533fc6d-3b5c-4764-8492-6234b352b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:27.876660 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28663411-db69-469d-8d65-718c86938963 req-4533fc6d-3b5c-4764-8492-6234b352b2d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=890469995c02465eb9b9ad2d1fb9ab6f&device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1127 time: 0.0801342 Sep 27 17:29:27.930425 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:29:27.941452 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'port_id': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'mac_address': 'fa:16:3e:61:c2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:29:27.970981 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663411-db69-469d-8d65-718c86938963 req-820be1c6-cfad-453b-9443-7a7c26f2ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:27.972508 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28663411-db69-469d-8d65-718c86938963 req-820be1c6-cfad-453b-9443-7a7c26f2ee0e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e6883946-abcd-4f9b-9769-763b58bec55e HTTP/1.1" status: 200 len: 909 time: 0.0890799 Sep 27 17:29:27.981600 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 5a5276d6-632d-4adb-a46b-8471fb0bf332 is: ACTIVE; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:29:27.981750 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:27.995276 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a5276d6-632d-4adb-a46b-8471fb0bf332 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:29:28.015954 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28663411-db69-469d-8d65-718c86938963 req-ad74ced0-283a-4ea1-9c06-75b43faf6cc3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 200 len: 217 time: 0.0352783 Sep 27 17:29:28.016196 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:29:28.019729 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:28.066665 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=6']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:28.093783 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706989e9-8365-4aca-9104-4fa316c30a68 req-f6dcf2c6-71c5-46f4-9a37-0b6b65d12f04 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:28.095299 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-706989e9-8365-4aca-9104-4fa316c30a68 req-f6dcf2c6-71c5-46f4-9a37-0b6b65d12f04 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 944 time: 0.0819659 Sep 27 17:29:28.101000 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663411-db69-469d-8d65-718c86938963 req-22d058f9-71d9-4371-85dd-95990a641a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:28.102443 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28663411-db69-469d-8d65-718c86938963 req-22d058f9-71d9-4371-85dd-95990a641a5e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ba62d454-a7b1-4dc2-85d6-1a9b8ff93719 HTTP/1.1" status: 200 len: 847 time: 0.0774958 Sep 27 17:29:28.169244 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663411-db69-469d-8d65-718c86938963 req-e639eb84-49a2-486a-8f86-142e0ef7ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:28.170741 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28663411-db69-469d-8d65-718c86938963 req-e639eb84-49a2-486a-8f86-142e0ef7ed28 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e6883946-abcd-4f9b-9769-763b58bec55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606141 Sep 27 17:29:28.177540 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-706989e9-8365-4aca-9104-4fa316c30a68 req-e3571cbc-5cb6-40c4-b5b5-c09010d55891 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742350 Sep 27 17:29:28.197348 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['5a5276d6-632d-4adb-a46b-8471fb0bf332'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:29:28.201827 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:28.250776 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:28.276403 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28663411-db69-469d-8d65-718c86938963 req-75e56345-e806-4dd9-a308-b5f87dd15098 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979359 Sep 27 17:29:28.379999 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28663411-db69-469d-8d65-718c86938963 req-966199ab-9e0a-4560-94d6-4d66865c381b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956657 Sep 27 17:29:28.878943 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff21f-9e06-4023-955a-4fb41b758ca4 req-ef1dc00c-f0b5-4ff8-9d28-81df83e9ce14 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:28.880375 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fcaff21f-9e06-4023-955a-4fb41b758ca4 req-ef1dc00c-f0b5-4ff8-9d28-81df83e9ce14 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0488045 Sep 27 17:29:28.930419 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fcaff21f-9e06-4023-955a-4fb41b758ca4 req-4977ef10-8bf7-4607-addd-b6de06f6942d tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438118 Sep 27 17:29:29.311971 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929a160-b7ad-4fbb-b645-3bbb9a593226 req-d600a217-2de1-4cd1-bfeb-ada8f40fccc0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:29.313457 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8929a160-b7ad-4fbb-b645-3bbb9a593226 req-d600a217-2de1-4cd1-bfeb-ada8f40fccc0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 944 time: 0.0519876 Sep 27 17:29:29.363304 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8929a160-b7ad-4fbb-b645-3bbb9a593226 req-c4705b2d-c8e9-4d70-be74-5176bf4b722a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422783 Sep 27 17:29:30.046127 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790bd70-6157-476f-83f5-2eb63c6b82a1 req-34696fb6-d299-4e96-9fec-459979512c19 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:30.047580 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8790bd70-6157-476f-83f5-2eb63c6b82a1 req-34696fb6-d299-4e96-9fec-459979512c19 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0452588 Sep 27 17:29:30.100489 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8790bd70-6157-476f-83f5-2eb63c6b82a1 req-32c48887-86df-434e-9648-e015e8d6f38a tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474494 Sep 27 17:29:30.495678 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213e751-578e-48f3-9bc4-aae420e673ab req-7d4fa044-c3ce-483b-be9f-26041c3b5250 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:30.497144 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8213e751-578e-48f3-9bc4-aae420e673ab req-7d4fa044-c3ce-483b-be9f-26041c3b5250 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 944 time: 0.0518663 Sep 27 17:29:30.544464 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8213e751-578e-48f3-9bc4-aae420e673ab req-972f4b63-467b-4a6e-9f7e-0eb8bbd4e00e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417049 Sep 27 17:29:31.220423 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf661fd-5351-4d73-8323-3f1e55354c37 req-601a661b-e0f3-4143-9250-52e18cfc9d78 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:31.221876 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4bf661fd-5351-4d73-8323-3f1e55354c37 req-601a661b-e0f3-4143-9250-52e18cfc9d78 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0469830 Sep 27 17:29:31.269904 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4bf661fd-5351-4d73-8323-3f1e55354c37 req-69415d39-104b-4ce3-a77a-885e0ecf160e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Sep 27 17:29:31.670457 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2bda1-a589-48fa-a68f-76ab80737a1f req-2ed8dd3d-aacb-4f2d-95be-3cc3e2a8b11e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:31.671885 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-52e2bda1-a589-48fa-a68f-76ab80737a1f req-2ed8dd3d-aacb-4f2d-95be-3cc3e2a8b11e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 944 time: 0.0485654 Sep 27 17:29:31.717801 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-52e2bda1-a589-48fa-a68f-76ab80737a1f req-89edd4b3-f8aa-4c9f-b07f-ff6d6bda36b9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403802 Sep 27 17:29:32.392325 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5210492-302c-4252-ba8f-860ba7c98f0a req-fb93ecb8-e961-4453-bb6b-189294e92a81 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:32.393779 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c5210492-302c-4252-ba8f-860ba7c98f0a req-fb93ecb8-e961-4453-bb6b-189294e92a81 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0470855 Sep 27 17:29:32.442829 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c5210492-302c-4252-ba8f-860ba7c98f0a req-dd954ad7-3fcd-461d-8094-9f255a3f19fc tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435355 Sep 27 17:29:32.564046 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5a5276d6-632d-4adb-a46b-8471fb0bf332 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:29:32.607684 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 5a5276d6-632d-4adb-a46b-8471fb0bf332 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:29:32.608088 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:32.608476 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:29:32.678438 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:32.683023 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 5a5276d6-632d-4adb-a46b-8471fb0bf332 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:29:32.683443 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:32.706196 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:29:32.708418 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788b0e6c-7f10-48b1-9a99-a4a96bbb1cfa" -d '{"events": [{"server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "name": "network-vif-plugged", "status": "completed", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:29:32.719895 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:32.721744 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:29:32.725900 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:32.749122 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4b2600-8329-4218-8a85-5e34a44294f1 x-openstack-request-id: req-db4b2600-8329-4218-8a85-5e34a44294f1 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:29:32.749415 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "name": "network-vif-plugged", "status": "completed", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:29:32.749670 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db4b2600-8329-4218-8a85-5e34a44294f1 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:29:32.750059 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4b2600-8329-4218-8a85-5e34a44294f1'] response: {'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'code': 200} Sep 27 17:29:32.776410 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=7']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:32.842958 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa87c1f-2d60-48ad-8ac4-5438ffcb7a47 req-b0c5439c-32c6-414f-9481-ff77b3539c96 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:32.844437 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4aa87c1f-2d60-48ad-8ac4-5438ffcb7a47 req-b0c5439c-32c6-414f-9481-ff77b3539c96 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0468972 Sep 27 17:29:32.899648 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4aa87c1f-2d60-48ad-8ac4-5438ffcb7a47 req-c7f9054b-720a-4f3b-8f5c-858982816a37 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492516 Sep 27 17:29:33.564704 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f11aa-5b99-4bb3-abdc-2b3473f3838c req-c67222e8-d7dd-4c47-9061-975722bd11e8 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:33.566162 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ea8f11aa-5b99-4bb3-abdc-2b3473f3838c req-c67222e8-d7dd-4c47-9061-975722bd11e8 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0462453 Sep 27 17:29:33.591375 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:33.615035 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ea8f11aa-5b99-4bb3-abdc-2b3473f3838c req-884725c7-6422-4be1-9e2a-f7ea091b3538 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433447 Sep 27 17:29:34.022192 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111558e-c184-43f0-a41c-490db2050cc3 req-4f72176b-ffb0-476f-bc30-663f4bafef7c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:34.023611 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6111558e-c184-43f0-a41c-490db2050cc3 req-4f72176b-ffb0-476f-bc30-663f4bafef7c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0451050 Sep 27 17:29:34.055228 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:34.070158 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6111558e-c184-43f0-a41c-490db2050cc3 req-5d58a418-e008-406c-a3f5-b21be9bafdeb tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Sep 27 17:29:34.735648 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85e78f-7412-41b9-9b07-e5c9d9724d66 req-254633d2-b98e-4669-8856-1d52203e00a2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:34.737101 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2a85e78f-7412-41b9-9b07-e5c9d9724d66 req-254633d2-b98e-4669-8856-1d52203e00a2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0495327 Sep 27 17:29:34.785436 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2a85e78f-7412-41b9-9b07-e5c9d9724d66 req-5465ad5f-9536-4d03-aa11-34524ad9e86e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Sep 27 17:29:35.194489 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d100c-e2fa-4e10-b79d-1f2be4c07f03 req-0fa86c3f-19c4-4b0c-9c95-088267c4c714 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:35.195974 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e13d100c-e2fa-4e10-b79d-1f2be4c07f03 req-0fa86c3f-19c4-4b0c-9c95-088267c4c714 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0461636 Sep 27 17:29:35.242869 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e13d100c-e2fa-4e10-b79d-1f2be4c07f03 req-8fef0239-3514-4e90-8248-857c12f812c2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405569 Sep 27 17:29:35.634756 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:35.910462 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13fb98-75bb-4c7c-96d6-fd945f02b0f5 req-491aa4b5-529f-4401-abe8-79fe2f6cce83 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:35.911850 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6b13fb98-75bb-4c7c-96d6-fd945f02b0f5 req-491aa4b5-529f-4401-abe8-79fe2f6cce83 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0490150 Sep 27 17:29:35.960018 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6b13fb98-75bb-4c7c-96d6-fd945f02b0f5 req-6c593119-ab00-4b1e-97f0-54b1f1eacb06 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418916 Sep 27 17:29:36.367600 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266813c5-1208-496a-98e0-f3087db80c32 req-fa4cc38f-0126-413e-9e04-a9406b162038 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:36.369035 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-266813c5-1208-496a-98e0-f3087db80c32 req-fa4cc38f-0126-413e-9e04-a9406b162038 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0456407 Sep 27 17:29:36.414881 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-266813c5-1208-496a-98e0-f3087db80c32 req-297557f5-e425-4a97-b115-99a9621fa78f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405121 Sep 27 17:29:37.079364 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01222ef4-bc51-4c51-a890-85b3f8f329eb req-e79f0f77-2ee0-48c8-97f3-2aece54de640 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:37.080867 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-01222ef4-bc51-4c51-a890-85b3f8f329eb req-e79f0f77-2ee0-48c8-97f3-2aece54de640 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0468385 Sep 27 17:29:37.134114 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-01222ef4-bc51-4c51-a890-85b3f8f329eb req-55b1eb1b-2673-4c56-8ef5-0f593044ccbd tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474579 Sep 27 17:29:37.312891 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-fd6044dc-5501-480c-b56f-2a6f21025e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:37.537627 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6ef5-b2c7-4d80-9498-b8805e2530c6 req-3eea7978-6608-4fbc-b598-10794b088325 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:37.539092 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f67f6ef5-b2c7-4d80-9498-b8805e2530c6 req-3eea7978-6608-4fbc-b598-10794b088325 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0454588 Sep 27 17:29:37.587037 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f67f6ef5-b2c7-4d80-9498-b8805e2530c6 req-9ca3f1ec-d85b-401d-90f8-21a35fdad614 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417244 Sep 27 17:29:38.254432 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ea747-57bd-42de-ad16-8f4f7ba08a24 req-2f5472df-85cb-48b5-b43e-9fe0fadb3d08 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:38.255882 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6a5ea747-57bd-42de-ad16-8f4f7ba08a24 req-2f5472df-85cb-48b5-b43e-9fe0fadb3d08 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0464122 Sep 27 17:29:38.304588 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6a5ea747-57bd-42de-ad16-8f4f7ba08a24 req-b4cf2650-a239-4846-b4d8-d85506a52df0 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423734 Sep 27 17:29:38.715939 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da482da0-1685-4d23-8de3-377432ad0048 req-61f5c68d-b69b-4bd1-9ce6-be4fc58c2d02 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:38.717376 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-da482da0-1685-4d23-8de3-377432ad0048 req-61f5c68d-b69b-4bd1-9ce6-be4fc58c2d02 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0498862 Sep 27 17:29:38.763780 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-da482da0-1685-4d23-8de3-377432ad0048 req-e65b3d0c-7c46-4b5b-a8b7-f330afd6a44d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407321 Sep 27 17:29:39.064408 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c0932507-0f02-4d95-8195-002c756fdef5 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:29:39.162354 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port c0932507-0f02-4d95-8195-002c756fdef5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c0932507-0f02-4d95-8195-002c756fdef5,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:29:39.174354 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'c0932507-0f02-4d95-8195-002c756fdef5', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'port_id': 'c0932507-0f02-4d95-8195-002c756fdef5', 'mac_address': 'fa:16:3e:b3:2e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:29:39.229545 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port c0932507-0f02-4d95-8195-002c756fdef5 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:29:39.229933 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c0932507-0f02-4d95-8195-002c756fdef5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:39.243437 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0932507-0f02-4d95-8195-002c756fdef5 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:29:39.265168 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port c0932507-0f02-4d95-8195-002c756fdef5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c0932507-0f02-4d95-8195-002c756fdef5,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:29:39.269209 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c0932507-0f02-4d95-8195-002c756fdef5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:39.315550 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=c0932507-0f02-4d95-8195-002c756fdef5,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:39.430312 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385693-7aaf-4c14-8fdb-72f644cb052c req-0eeeff89-eb92-44d5-a9c9-7d916524299c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:39.432073 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-66385693-7aaf-4c14-8fdb-72f644cb052c req-0eeeff89-eb92-44d5-a9c9-7d916524299c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 944 time: 0.0497971 Sep 27 17:29:39.485289 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-66385693-7aaf-4c14-8fdb-72f644cb052c req-e3afd6f6-1908-458c-beb3-1e71202b8828 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460067 Sep 27 17:29:39.556868 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-709b19e4-728d-41f7-a720-33e461ccd62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:39.839273 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['c0932507-0f02-4d95-8195-002c756fdef5'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:29:39.935208 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dc126-ac7a-4e72-bef9-87889e4c712d req-72c5ad78-0b2b-406f-aea5-021fc4ac3533 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:39.937363 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e88dc126-ac7a-4e72-bef9-87889e4c712d req-72c5ad78-0b2b-406f-aea5-021fc4ac3533 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0475521 Sep 27 17:29:39.998933 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e88dc126-ac7a-4e72-bef9-87889e4c712d req-c4d556c9-750a-4bb1-a901-dce972a9871e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545282 Sep 27 17:29:40.614155 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:40.634942 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1402ea0-cf5f-42ce-8a0d-eb1c4acff080 req-750ead42-e8fb-4a89-8e6d-d659737ebbb4 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:40.636759 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e1402ea0-cf5f-42ce-8a0d-eb1c4acff080 req-750ead42-e8fb-4a89-8e6d-d659737ebbb4 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 944 time: 0.0676949 Sep 27 17:29:40.691047 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e1402ea0-cf5f-42ce-8a0d-eb1c4acff080 req-5662cad0-e17e-408c-8072-1dcecdee7921 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479894 Sep 27 17:29:40.837507 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:40.851640 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:41.097491 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:41.136235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58938d26-e7a6-4a40-b14e-55f50364ba27 req-c6d9c0d3-44e0-4d2c-9819-a83e6e386147 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:41.137747 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-58938d26-e7a6-4a40-b14e-55f50364ba27 req-c6d9c0d3-44e0-4d2c-9819-a83e6e386147 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0485084 Sep 27 17:29:41.187500 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-58938d26-e7a6-4a40-b14e-55f50364ba27 req-df7a46f9-4784-4d95-a9c4-f8d49a0ee897 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436611 Sep 27 17:29:41.349171 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c0932507-0f02-4d95-8195-002c756fdef5 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:29:41.401252 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port c0932507-0f02-4d95-8195-002c756fdef5 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:29:41.411354 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port c0932507-0f02-4d95-8195-002c756fdef5 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:29:41.411354 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (c0932507-0f02-4d95-8195-002c756fdef5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:41.413258 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port c0932507-0f02-4d95-8195-002c756fdef5 Sep 27 17:29:41.447376 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:41.532569 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port c0932507-0f02-4d95-8195-002c756fdef5 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:29:41.532960 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c0932507-0f02-4d95-8195-002c756fdef5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:41.561753 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:29:41.564609 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c609e7-ed8d-4c52-aa54-bc624d4a3d82" -d '{"events": [{"server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "name": "network-vif-plugged", "status": "completed", "tag": "c0932507-0f02-4d95-8195-002c756fdef5"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:29:41.579074 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port c0932507-0f02-4d95-8195-002c756fdef5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c0932507-0f02-4d95-8195-002c756fdef5,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:29:41.584033 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c0932507-0f02-4d95-8195-002c756fdef5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:41.613625 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb9701c-3798-4cc6-ba50-df59b3fe86d2 x-openstack-request-id: req-8bb9701c-3798-4cc6-ba50-df59b3fe86d2 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:29:41.613945 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "name": "network-vif-plugged", "status": "completed", "tag": "c0932507-0f02-4d95-8195-002c756fdef5", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:29:41.614228 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8bb9701c-3798-4cc6-ba50-df59b3fe86d2 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:29:41.614628 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb9701c-3798-4cc6-ba50-df59b3fe86d2'] response: {'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5', 'code': 200} Sep 27 17:29:41.646199 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=c0932507-0f02-4d95-8195-002c756fdef5,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:41.866176 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2574ac7-9c89-44c0-b6e4-a1f4321353ce req-86b12f02-1dd5-4d94-8eb6-54b6446c085b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:41.866176 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e2574ac7-9c89-44c0-b6e4-a1f4321353ce req-86b12f02-1dd5-4d94-8eb6-54b6446c085b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0757594 Sep 27 17:29:41.988474 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e2574ac7-9c89-44c0-b6e4-a1f4321353ce req-21433961-075f-4103-be2f-2010920e80b8 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201117 Sep 27 17:29:42.048933 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a7113-eea2-4278-9db5-b26dd69a0b42 req-d070910b-21f7-4533-9179-eef8d1a016f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:42.050520 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b8a7113-eea2-4278-9db5-b26dd69a0b42 req-d070910b-21f7-4533-9179-eef8d1a016f4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1129 time: 0.0560825 Sep 27 17:29:42.100409 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b8a7113-eea2-4278-9db5-b26dd69a0b42 req-06bef778-929f-4f24-84ac-06f7f15dfe9a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 Sep 27 17:29:42.331518 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c564f76-4a25-4302-88a9-e7ade6770341 req-2f77082a-075d-4c66-9aea-6d41efa8c6c1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:42.333132 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c564f76-4a25-4302-88a9-e7ade6770341 req-2f77082a-075d-4c66-9aea-6d41efa8c6c1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0586543 Sep 27 17:29:42.383039 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c564f76-4a25-4302-88a9-e7ade6770341 req-dcaef7eb-118a-4c42-91a0-b5b0c34f5288 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442502 Sep 27 17:29:42.401505 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:42.489639 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:42.647957 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:43.129938 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d6c4b-a671-47c4-b331-d8a9abbf1bb9 req-1a11e2ec-d003-451e-92b3-d372c425ab32 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:43.131502 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-067d6c4b-a671-47c4-b331-d8a9abbf1bb9 req-1a11e2ec-d003-451e-92b3-d372c425ab32 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0477526 Sep 27 17:29:43.188265 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-067d6c4b-a671-47c4-b331-d8a9abbf1bb9 req-2edaede6-838e-488a-9ee9-be7cbb5bce73 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508151 Sep 27 17:29:43.527684 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae985ee3-54bd-441d-87fe-5693b8bdb45e req-45cf7c37-acdd-4381-aca8-880fee6a602c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:43.529156 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ae985ee3-54bd-441d-87fe-5693b8bdb45e req-45cf7c37-acdd-4381-aca8-880fee6a602c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0472393 Sep 27 17:29:43.582186 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ae985ee3-54bd-441d-87fe-5693b8bdb45e req-e12ceb3a-ee55-4b43-8e3b-3f9289d6b2f8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469439 Sep 27 17:29:44.342039 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6130-c716-4203-acf8-3f57f2428e40 req-f07459e4-9b12-4a39-846d-50909a78d7ab tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:44.343982 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-81ed6130-c716-4203-acf8-3f57f2428e40 req-f07459e4-9b12-4a39-846d-50909a78d7ab tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0698099 Sep 27 17:29:44.399719 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-81ed6130-c716-4203-acf8-3f57f2428e40 req-88c24351-8497-42a7-9a90-87551bad73f3 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494728 Sep 27 17:29:44.719171 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fd334-2979-432d-87e1-f886a588ce76 req-ff3b44eb-e745-49ab-a211-86d657f7c7ee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:44.720631 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-095fd334-2979-432d-87e1-f886a588ce76 req-ff3b44eb-e745-49ab-a211-86d657f7c7ee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0488398 Sep 27 17:29:44.771893 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-095fd334-2979-432d-87e1-f886a588ce76 req-d503ef9a-8169-457c-9d2f-31e4338df999 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453894 Sep 27 17:29:45.125802 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:45.531832 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9034-a09c-499d-90b5-37c2d9717e3b req-f39b21e6-0758-4b8d-8a1f-d96229220b5b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:45.533313 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0cee9034-a09c-499d-90b5-37c2d9717e3b req-f39b21e6-0758-4b8d-8a1f-d96229220b5b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0556467 Sep 27 17:29:45.592321 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0cee9034-a09c-499d-90b5-37c2d9717e3b req-ce71764b-efa0-4e9c-9642-3843c997c539 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528252 Sep 27 17:29:45.958814 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f3e6d-66e3-436b-8690-b900dc6582bb req-3b6bf0c8-b397-435d-be92-5d51b8ab0f59 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:45.962719 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a31f3e6d-66e3-436b-8690-b900dc6582bb req-3b6bf0c8-b397-435d-be92-5d51b8ab0f59 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.1224227 Sep 27 17:29:46.050794 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:46.071627 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a31f3e6d-66e3-436b-8690-b900dc6582bb req-98617284-c40a-43c9-8aeb-472ee0dd2b75 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974190 Sep 27 17:29:46.084666 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590278ec-a099-4d72-830d-a4675212ff64 req-e773f343-de6d-4588-9c1e-4481c96ac44c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:46.090540 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-590278ec-a099-4d72-830d-a4675212ff64 req-e773f343-de6d-4588-9c1e-4481c96ac44c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.1129451 Sep 27 17:29:46.103396 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54462) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:29:46.178690 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-590278ec-a099-4d72-830d-a4675212ff64 req-155e29a4-8403-4456-9e7f-bfd66c67c169 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727055 Sep 27 17:29:46.204471 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c53a0c-9961-449a-a299-c3e7ae11af77 tempest-TestShelveInstance-1326268010 tempest-TestShelveInstance-1326268010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:46.205982 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-52c53a0c-9961-449a-a299-c3e7ae11af77 tempest-TestShelveInstance-1326268010 tempest-TestShelveInstance-1326268010-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1124 time: 0.1009712 Sep 27 17:29:46.209628 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54468) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:29:46.218442 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'port_id': 'c0932507-0f02-4d95-8195-002c756fdef5', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:29:46.238459 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54476) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:29:46.247082 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:46.250429 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.288559 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Deleting subnet 776dad60-b172-4cde-9519-88cdb6d87a06 {{(pid=106219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:29:46.292664 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Publish callbacks [] for subnet (776dad60-b172-4cde-9519-88cdb6d87a06), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.337913 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466286'] for subnet (776dad60-b172-4cde-9519-88cdb6d87a06), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.350105 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.393214 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (776dad60-b172-4cde-9519-88cdb6d87a06), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.459106 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Allocated IP 172.27.0.130 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/0c65b1f1-5834-4466-af2c-45f5cb2ce441) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:29:46.464688 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2372855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10281563'] for subnet (776dad60-b172-4cde-9519-88cdb6d87a06), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.493717 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776dad60-b172-4cde-9519-88cdb6d87a06,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:46.506739 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.507092 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.507443 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.507786 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.508122 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.508453 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.508821 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.509966 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.510340 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.510669 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.511008 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.511324 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.511649 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.511972 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.512294 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.516762 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.520153 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-2a825741-84b5-453a-8b18-25682038b2be admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/776dad60-b172-4cde-9519-88cdb6d87a06 HTTP/1.1" status: 204 len: 168 time: 0.2804565 Sep 27 17:29:46.522828 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54478) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:29:46.574938 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for port (0c65b1f1-5834-4466-af2c-45f5cb2ce441), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.610339 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (ce8ed3f9-3eb7-4f41-b23c-147313bc83ed), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.620064 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (0c65b1f1-5834-4466-af2c-45f5cb2ce441), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.658239 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:29:46.663599 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:29:46.666594 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:29:46.697738 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (ce8ed3f9-3eb7-4f41-b23c-147313bc83ed), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.719899 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8ed3f9-3eb7-4f41-b23c-147313bc83ed']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:29:46.730618 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42783cda-05bf-4969-92f4-7e826aa947c9') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:29:46.731189 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42783cda-05bf-4969-92f4-7e826aa947c9') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:29:46.741305 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event updated for resources: {'Port': ['ID=0c65b1f1-5834-4466-af2c-45f5cb2ce441,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:46.742108 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (42783cda-05bf-4969-92f4-7e826aa947c9), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.757349 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (42783cda-05bf-4969-92f4-7e826aa947c9), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.759519 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.760106 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.760683 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.761235 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.761778 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.762362 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.762908 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.763469 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.764004 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.764571 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.765270 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.765973 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.766696 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.767380 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.767528 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:29:46.767888 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (42783cda-05bf-4969-92f4-7e826aa947c9), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.768563 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:46.821267 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 42783cda-05bf-4969-92f4-7e826aa947c9 resource provider aggregate not found Sep 27 17:29:46.846126 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 42783cda-05bf-4969-92f4-7e826aa947c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42783cda-05bf-4969-92f4-7e826aa947c9 found for delete ", "request_id": "req-af435901-69d6-44c2-a872-946fe96420bf"}]} Sep 27 17:29:46.857827 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (ce8ed3f9-3eb7-4f41-b23c-147313bc83ed), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.865860 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:46.871853 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/ce8ed3f9-3eb7-4f41-b23c-147313bc83ed HTTP/1.1" status: 204 len: 168 time: 0.3478882 Sep 27 17:29:46.896663 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee79c01-be6b-4d48-9cd6-9e2b03acf323 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8ed3f9-3eb7-4f41-b23c-147313bc83ed,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:46.933427 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:47.130492 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for floatingip (93a1b456-f585-4ef6-bbdb-0fbb56da5275), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:47.146574 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54486) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:29:47.162177 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:47.200401 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-cb3d9e98-a897-4ce7-9e40-e55498c0e329 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=36351a4bc84a45cb866e72f52e6e725a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501881 Sep 27 17:29:47.201189 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54488) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:29:47.213428 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (0c65b1f1-5834-4466-af2c-45f5cb2ce441), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:47.323189 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0dab88e9-3942-4595-8c70-77cb180e0125 admin admin] Publish callbacks [] for security_group (fac9228a-dbd7-4438-a69f-9bafe212a5b8), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:47.346208 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13126e-9661-4d70-9188-7bdbe38f9731 req-b50f7dd2-77c7-4d80-ba5a-b3a9c2009dc9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:47.348139 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a13126e-9661-4d70-9188-7bdbe38f9731 req-b50f7dd2-77c7-4d80-ba5a-b3a9c2009dc9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0677223 Sep 27 17:29:47.359279 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0dab88e9-3942-4595-8c70-77cb180e0125 admin admin] Publish callbacks [] for security_group (fac9228a-dbd7-4438-a69f-9bafe212a5b8), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:47.382290 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for port (0c65b1f1-5834-4466-af2c-45f5cb2ce441), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:47.387782 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (0c65b1f1-5834-4466-af2c-45f5cb2ce441), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:47.426747 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:47.433075 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a13126e-9661-4d70-9188-7bdbe38f9731 req-fb1dbc63-e849-4631-b41c-3ab7efc8eadf tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764470 Sep 27 17:29:47.456130 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0dab88e9-3942-4595-8c70-77cb180e0125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (fac9228a-dbd7-4438-a69f-9bafe212a5b8), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:47.474125 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0dab88e9-3942-4595-8c70-77cb180e0125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:47.474125 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-0dab88e9-3942-4595-8c70-77cb180e0125 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fac9228a-dbd7-4438-a69f-9bafe212a5b8 HTTP/1.1" status: 204 len: 168 time: 0.2585626 Sep 27 17:29:47.488375 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab88e9-3942-4595-8c70-77cb180e0125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac9228a-dbd7-4438-a69f-9bafe212a5b8,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:47.517493 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (93a1b456-f585-4ef6-bbdb-0fbb56da5275), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:47.559203 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event updated for resources: {'Port': ['ID=0c65b1f1-5834-4466-af2c-45f5cb2ce441,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:47.628989 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.l3_db [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Floating IP 93a1b456-f585-4ef6-bbdb-0fbb56da5275 associated. External IP: 172.27.0.130, port: c0932507-0f02-4d95-8195-002c756fdef5. Sep 27 17:29:47.867227 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:29:48.036883 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:29:48.053985 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df2590-c882-4b63-9981-eba76678c444 None None] Sync routers for ids ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:29:48.061428 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:48.080276 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df2590-c882-4b63-9981-eba76678c444 None None] Routers {'2313c4d0-8962-42ac-8203-5b5c23ba5ae9'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:29:48.081297 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-63df2590-c882-4b63-9981-eba76678c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:29:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:29:48.109890 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-22921280-3c1b-408a-8b9e-4a75874bba2c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8955355 Sep 27 17:29:48.110603 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:29:48.115016 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "tag": "c0932507-0f02-4d95-8195-002c756fdef5"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:29:48.226832 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-63df2590-c882-4b63-9981-eba76678c444 None None] Set router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:29:48.372364 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf1592-ba88-47c8-b20a-e1a7df30f37f x-openstack-request-id: req-bdbf1592-ba88-47c8-b20a-e1a7df30f37f {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:29:48.373269 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "tag": "c0932507-0f02-4d95-8195-002c756fdef5", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:29:48.373842 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdbf1592-ba88-47c8-b20a-e1a7df30f37f {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:29:48.374721 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbf1592-ba88-47c8-b20a-e1a7df30f37f'] response: {'name': 'network-changed', 'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5', 'status': 'completed', 'code': 200} Sep 27 17:29:48.531779 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-ba057e9b-8cc3-47c5-bd62-96c3371ae850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:48.533928 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-ba057e9b-8cc3-47c5-bd62-96c3371ae850 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=890469995c02465eb9b9ad2d1fb9ab6f&device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1129 time: 0.1074562 Sep 27 17:29:48.547172 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-63df2590-c882-4b63-9981-eba76678c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '93a1b456-f585-4ef6-bbdb-0fbb56da5275', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'port_id': 'c0932507-0f02-4d95-8195-002c756fdef5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'mac_address': 'fa:16:3e:b3:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:29:46Z', 'updated_at': '2022-09-27T17:29:46Z', 'revision_number': 0, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:41Z', 'revision_number': 5, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:29:48.591771 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df2590-c882-4b63-9981-eba76678c444 None None] Checking router: 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:29:48.604116 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df2590-c882-4b63-9981-eba76678c444 None None] Routers {'2313c4d0-8962-42ac-8203-5b5c23ba5ae9'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:29:48.604752 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-63df2590-c882-4b63-9981-eba76678c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:29:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:29:48.633568 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:48.645149 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3888e-42ff-432e-9fa2-6c76bbd45d9d req-65d1a68b-cc59-4e21-b585-acfd29747f04 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:48.653146 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-37b3888e-42ff-432e-9fa2-6c76bbd45d9d req-65d1a68b-cc59-4e21-b585-acfd29747f04 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0760560 Sep 27 17:29:48.911990 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-63df2590-c882-4b63-9981-eba76678c444 None None] Set router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:29:49.081388 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:49.093037 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-37b3888e-42ff-432e-9fa2-6c76bbd45d9d req-d79f367f-9568-4df1-8528-33cab4869178 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4385912 Sep 27 17:29:49.107360 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-4fd01f4f-ca23-4d59-95c9-9ef2d4fa4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:49.108904 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-4fd01f4f-ca23-4d59-95c9-9ef2d4fa4921 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e6883946-abcd-4f9b-9769-763b58bec55e HTTP/1.1" status: 200 len: 909 time: 0.5675607 Sep 27 17:29:49.216714 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-3f0f6e03-edcd-4927-9d6c-da95c292544f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 200 len: 999 time: 0.1008368 Sep 27 17:29:49.236657 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-63df2590-c882-4b63-9981-eba76678c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '93a1b456-f585-4ef6-bbdb-0fbb56da5275', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'port_id': 'c0932507-0f02-4d95-8195-002c756fdef5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'mac_address': 'fa:16:3e:b3:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:29:46Z', 'updated_at': '2022-09-27T17:29:46Z', 'revision_number': 0, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:41Z', 'revision_number': 5, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:29:49.267305 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df2590-c882-4b63-9981-eba76678c444 None None] The sync data for ids ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'] in dv-cinder-849143-8-iscsi is: [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '93a1b456-f585-4ef6-bbdb-0fbb56da5275', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'port_id': 'c0932507-0f02-4d95-8195-002c756fdef5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'mac_address': 'fa:16:3e:b3:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:29:46Z', 'updated_at': '2022-09-27T17:29:46Z', 'revision_number': 0, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:41Z', 'revision_number': 5, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:29:49.288497 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-4b4b8ada-f2c5-4b4d-93da-64f9ddfb098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:49.290996 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-4b4b8ada-f2c5-4b4d-93da-64f9ddfb098d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ba62d454-a7b1-4dc2-85d6-1a9b8ff93719 HTTP/1.1" status: 200 len: 847 time: 0.0683579 Sep 27 17:29:49.359527 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-53fff91c-7170-47d4-8169-156e173d173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:49.362685 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-53fff91c-7170-47d4-8169-156e173d173c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e6883946-abcd-4f9b-9769-763b58bec55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654888 Sep 27 17:29:49.502703 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-13213e89-67b5-4e3e-b846-30bc8a48a512 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324060 Sep 27 17:29:49.574354 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf9062-a112-4867-aab2-bda8ec462255 None None] New status for floating IP 93a1b456-f585-4ef6-bbdb-0fbb56da5275: ACTIVE {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:29:49.646555 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-33b3e6db-9f2c-48dd-a19e-5fbcc0fe43e6 req-5052a598-0123-4557-a9fa-dff6aa50f0ac service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370299 Sep 27 17:29:50.247837 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec82efd-3369-45f6-9222-7dcb6d7fe995 req-bf2929f0-14d3-4ad2-aacb-c4bd65af6f98 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:50.249322 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2ec82efd-3369-45f6-9222-7dcb6d7fe995 req-bf2929f0-14d3-4ad2-aacb-c4bd65af6f98 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0478973 Sep 27 17:29:50.309889 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2ec82efd-3369-45f6-9222-7dcb6d7fe995 req-cb331437-8367-4894-9a3a-9311d60d099d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544999 Sep 27 17:29:51.443344 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef01cb-8d1c-4243-a7fa-9fe2ed9bda40 req-baf57bde-aad6-4aa9-81c4-5ba54f67b7cc tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:51.444766 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-20ef01cb-8d1c-4243-a7fa-9fe2ed9bda40 req-baf57bde-aad6-4aa9-81c4-5ba54f67b7cc tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0483637 Sep 27 17:29:51.490851 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-20ef01cb-8d1c-4243-a7fa-9fe2ed9bda40 req-e76cc21d-2a98-485d-93ff-f70100d4f0e9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398836 Sep 27 17:29:52.614794 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994676-ca17-4dcb-a596-1f4188e116fc req-55cde5c7-33da-4d34-b17a-6b22e2b3e00d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:52.616237 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-22994676-ca17-4dcb-a596-1f4188e116fc req-55cde5c7-33da-4d34-b17a-6b22e2b3e00d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0462532 Sep 27 17:29:52.661902 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-22994676-ca17-4dcb-a596-1f4188e116fc req-6d32082b-d4da-47d7-92ab-349fb58e751a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402446 Sep 27 17:29:53.787372 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce254-7989-4f13-b46b-3073ce5a1190 req-e4c91eec-b078-41df-82ad-9c4b3a8ac5ba tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:53.788847 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-be6ce254-7989-4f13-b46b-3073ce5a1190 req-e4c91eec-b078-41df-82ad-9c4b3a8ac5ba tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0495377 Sep 27 17:29:53.834781 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-be6ce254-7989-4f13-b46b-3073ce5a1190 req-b0197806-58ae-4b37-b0fe-a75f7d46cc43 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398715 Sep 27 17:29:54.963123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712ca1b-136b-499b-8154-534b625a4b2d req-260ef90b-8717-4ddf-81aa-9ac153265039 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:54.964495 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6712ca1b-136b-499b-8154-534b625a4b2d req-260ef90b-8717-4ddf-81aa-9ac153265039 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0489962 Sep 27 17:29:54.982440 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:55.010939 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6712ca1b-136b-499b-8154-534b625a4b2d req-c284a790-f734-4dff-939b-cbf767a0ae93 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Sep 27 17:29:56.140599 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-71aafd21-7ed7-4d65-ac37-928e25e60f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:56.142054 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-71aafd21-7ed7-4d65-ac37-928e25e60f1d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 1129 time: 0.0673335 Sep 27 17:29:56.164519 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383d146-5670-4011-b185-5c929306a570 req-541704f3-1cb9-49ac-9b64-95c3749bf0fb tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:56.166486 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4383d146-5670-4011-b185-5c929306a570 req-541704f3-1cb9-49ac-9b64-95c3749bf0fb tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0652807 Sep 27 17:29:56.206830 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:56.268690 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4383d146-5670-4011-b185-5c929306a570 req-20615d58-2da0-4b4c-9003-32ba86124984 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927572 Sep 27 17:29:56.281870 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-db4b22be-c9f2-4a52-990b-d538ba49b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:56.283407 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-db4b22be-c9f2-4a52-990b-d538ba49b004 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 918 time: 0.1332510 Sep 27 17:29:56.347816 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-8eea18fa-f66b-480c-86b4-c474ab95ebcd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332 HTTP/1.1" status: 200 len: 1000 time: 0.0565412 Sep 27 17:29:56.395340 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-19c5bd78-313b-431f-a3bb-beb4358d23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:56.396818 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-19c5bd78-313b-431f-a3bb-beb4358d23ae service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.0431736 Sep 27 17:29:56.442606 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-4d8ac5c5-0f25-4221-8f36-c12a36e80951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:56.444091 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-4d8ac5c5-0f25-4221-8f36-c12a36e80951 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377560 Sep 27 17:29:56.539294 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-c1f3a5ad-f6aa-4a26-8b95-e95ee6be0906 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835669 Sep 27 17:29:56.631200 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc5b0824-58bb-4f80-819e-6a6fe9735efe req-a6f169f3-0283-404b-9ba6-ac7a5d73da0e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832529 Sep 27 17:29:57.385094 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5a5276d6-632d-4adb-a46b-8471fb0bf332 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:29:57.404967 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970a540-22cb-4fe1-aa8f-fc074aeccb12 req-be935af8-7ef9-49e6-9a1a-8d9682738325 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:57.407038 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9970a540-22cb-4fe1-aa8f-fc074aeccb12 req-be935af8-7ef9-49e6-9a1a-8d9682738325 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 945 time: 0.0476191 Sep 27 17:29:57.425586 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:57.456698 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9970a540-22cb-4fe1-aa8f-fc074aeccb12 req-556623cb-4938-4cb5-a61c-f504d8ebe432 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439022 Sep 27 17:29:57.469909 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 5a5276d6-632d-4adb-a46b-8471fb0bf332 is: ACTIVE; New status is: DOWN {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:29:57.470332 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:57.494485 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:29:57.497156 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e950f6-f3c9-492c-b3be-3a72f9746708" -d '{"events": [{"server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "name": "network-vif-unplugged", "status": "completed", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:29:57.509718 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:29:57.513957 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:57.538302 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Sep 2022 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccf636e-9137-47db-9500-7101d9f3db4a x-openstack-request-id: req-5ccf636e-9137-47db-9500-7101d9f3db4a {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:29:57.538597 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "name": "network-vif-unplugged", "status": "completed", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:29:57.538851 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ccf636e-9137-47db-9500-7101d9f3db4a {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:29:57.539246 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccf636e-9137-47db-9500-7101d9f3db4a'] response: {'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'code': 200} Sep 27 17:29:57.565418 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=8']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:57.572461 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.572815 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.573181 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.573546 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.573887 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.574256 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.574589 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.574916 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.575248 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.575570 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.575893 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.576242 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.576572 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.576894 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:57.577214 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:29:58.093679 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=87,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:58.102904 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:58.392466 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54608) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:29:58.497210 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6063f995-72d4-46f3-9421-ad9c455a00dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:58.600993 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9425db-5483-4fb2-ab36-bfd42a14a83c req-7af9ab81-b49a-4939-8e58-08c0669ea62c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:58.603038 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5a9425db-5483-4fb2-ab36-bfd42a14a83c req-7af9ab81-b49a-4939-8e58-08c0669ea62c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0626969 Sep 27 17:29:58.615613 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6063f995-72d4-46f3-9421-ad9c455a00dd admin admin] Publish callbacks [] for security_group (0b90fb7d-0157-4dd0-a802-46470104df8f), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:58.631123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6063f995-72d4-46f3-9421-ad9c455a00dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0b90fb7d-0157-4dd0-a802-46470104df8f), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:58.678937 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:58.692535 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6063f995-72d4-46f3-9421-ad9c455a00dd admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=e8452ed32c514eddae610d28d4aae5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990279 Sep 27 17:29:58.693229 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063f995-72d4-46f3-9421-ad9c455a00dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b90fb7d-0157-4dd0-a802-46470104df8f,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:58.695479 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54614) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:29:58.701624 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5a9425db-5483-4fb2-ab36-bfd42a14a83c req-fa0066d7-c32d-43c5-adbd-d63d8de82d36 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908403 Sep 27 17:29:58.748510 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f4432f4d-9867-4483-bba9-ebdbaa0c895f admin admin] Publish callbacks [] for security_group (0b90fb7d-0157-4dd0-a802-46470104df8f), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:58.768787 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f4432f4d-9867-4483-bba9-ebdbaa0c895f admin admin] Publish callbacks [] for security_group (0b90fb7d-0157-4dd0-a802-46470104df8f), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:58.818353 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f4432f4d-9867-4483-bba9-ebdbaa0c895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0b90fb7d-0157-4dd0-a802-46470104df8f), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:58.821198 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f4432f4d-9867-4483-bba9-ebdbaa0c895f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:58.822691 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f4432f4d-9867-4483-bba9-ebdbaa0c895f admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/0b90fb7d-0157-4dd0-a802-46470104df8f HTTP/1.1" status: 204 len: 168 time: 0.1254230 Sep 27 17:29:58.831734 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4432f4d-9867-4483-bba9-ebdbaa0c895f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b90fb7d-0157-4dd0-a802-46470104df8f,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:59.476218 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54636) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:29:59.575211 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1380789318-network', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:29:59.595597 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Made reservation on behalf of f4db1a85e2504cb9956a6461b5072aa3 for: {'network': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:29:59.597872 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:59.607681 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:59.644629 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:29:59.688126 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Publish callbacks [] for security_group (d40459bd-fcee-4b54-b250-8edacdf34046), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:59.691885 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d40459bd-fcee-4b54-b250-8edacdf34046), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:59.719019 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=106219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:29:59.724305 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40459bd-fcee-4b54-b250-8edacdf34046,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:59.732806 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (33d283b6-4953-45c8-9261-68a4dc63ba78), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:59.732806 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.segments_db [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Added segment 33d283b6-4953-45c8-9261-68a4dc63ba78 of type vlan for network e7d51347-695f-4b89-ba87-954fe70eed97 Sep 27 17:29:59.772261 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (e7d51347-695f-4b89-ba87-954fe70eed97), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:59.823128 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (e7d51347-695f-4b89-ba87-954fe70eed97), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:59.824100 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:59.824673 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:59.887381 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e05ed6-06f0-4b7a-b53c-ea4efdda8823 req-5cd3d2b2-4036-451b-b231-0b548d43a898 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:29:59.888844 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f5e05ed6-06f0-4b7a-b53c-ea4efdda8823 req-5cd3d2b2-4036-451b-b231-0b548d43a898 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0961399 Sep 27 17:29:59.899400 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4216018 Sep 27 17:29:59.902480 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54642) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:29:59.907477 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Request body: {'subnet': {'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1380789318-subnet', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'ip_version': 4}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:29:59.909685 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e122828-0393-429a-b665-a1b61fd92bea admin admin] Pushing event updated for resources: {'Network': ['ID=e7d51347-695f-4b89-ba87-954fe70eed97,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:29:59.920797 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network e7d51347-695f-4b89-ba87-954fe70eed97 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:29:59.928944 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Made reservation on behalf of f4db1a85e2504cb9956a6461b5072aa3 for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:29:59.931334 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9736960'] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:29:59.952276 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f5e05ed6-06f0-4b7a-b53c-ea4efdda8823 req-19d66779-2907-4b05-b730-3c8785c10069 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567708 Sep 27 17:30:00.100181 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9807261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9737014'] for subnet (548e4075-4540-46c9-bcab-1e2f3d373070), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.160914 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=548e4075-4540-46c9-bcab-1e2f3d373070,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:00.167958 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Checking segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:30:00.168316 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Network hostable DHCP agents. Network: e7d51347-695f-4b89-ba87-954fe70eed97, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:30:00.185397 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Network e7d51347-695f-4b89-ba87-954fe70eed97 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:30:00.194593 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, e7d51347-695f-4b89-ba87-954fe70eed97) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:00.200251 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:00.201605 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.207048 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a925d0-fa45-414b-9bf1-1e7c64ee16f7 None None] Network e7d51347-695f-4b89-ba87-954fe70eed97 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:30:00.221207 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54652) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:00.221428 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-4fa788ae-e058-4cb7-a727-023468574d36 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3177915 Sep 27 17:30:00.225786 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:00.248100 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (b9480217-431f-476b-b051-e63761de9580), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.249073 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (b9480217-431f-476b-b051-e63761de9580), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.310422 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks [] for router_controller (b9480217-431f-476b-b051-e63761de9580), precommit_add_association {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.332765 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-e7d51347-695f-4b89-ba87-954fe70eed97', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:30:00.333809 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.462557 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks [] for router_gateway (b9480217-431f-476b-b051-e63761de9580), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.487019 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Allocated IP 172.20.0.2 (e7d51347-695f-4b89-ba87-954fe70eed97/548e4075-4540-46c9-bcab-1e2f3d373070/c116c906-b76f-464a-876c-d1b86622649a) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:30:00.527373 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [req-ae9c60eb-0011-4766-a1fb-caa3bcdd5e7c req-eb80ee03-2611-4927-89df-8b403d56fce0 service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106219) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:30:00.528285 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ae9c60eb-0011-4766-a1fb-caa3bcdd5e7c req-eb80ee03-2611-4927-89df-8b403d56fce0 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0073779 Sep 27 17:30:00.619100 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:00.652154 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Publish callbacks [] for port (c116c906-b76f-464a-876c-d1b86622649a), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.662125 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (c116c906-b76f-464a-876c-d1b86622649a), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.709006 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks [] for router_gateway (b9480217-431f-476b-b051-e63761de9580), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.718794 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Network e7d51347-695f-4b89-ba87-954fe70eed97 is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:00.722465 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:00.725005 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:30:00.732307 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:00.754857 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.758266 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Pushing event updated for resources: {'Port': ['ID=c116c906-b76f-464a-876c-d1b86622649a,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:00.800951 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Attempting to bind port c116c906-b76f-464a-876c-d1b86622649a on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:30:00.801383 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Attempting to bind port c116c906-b76f-464a-876c-d1b86622649a by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:30:00.801783 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Attempting to bind port c116c906-b76f-464a-876c-d1b86622649a on network e7d51347-695f-4b89-ba87-954fe70eed97 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:30:00.803891 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7a462-edf7-4c22-9dfd-4d2f47b99b5a req-c4f23fb4-5ffb-43cb-b58c-09065db6f888 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:00.805857 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-53e7a462-edf7-4c22-9dfd-4d2f47b99b5a req-c4f23fb4-5ffb-43cb-b58c-09065db6f888 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.1134639 Sep 27 17:30:00.855420 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:30:00.856305 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Checking segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:30:00.856888 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.857386 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Bound using segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:30:00.857938 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Bound port: c116c906-b76f-464a-876c-d1b86622649a, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:30:00.858420 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c116c906-b76f-464a-876c-d1b86622649a), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:00.903520 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-53e7a462-edf7-4c22-9dfd-4d2f47b99b5a req-5189e323-d119-41d2-bd88-605d74ae415a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900650 Sep 27 17:30:00.912571 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:00.927019 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Allocated IP 172.27.0.27 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/39e3701b-e0d6-479a-8840-4a0bd09e7b3e) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:30:00.935672 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:00.942597 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] For port c116c906-b76f-464a-876c-d1b86622649a, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:30:00.946964 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] For port c116c906-b76f-464a-876c-d1b86622649a, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=c116c906-b76f-464a-876c-d1b86622649a,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:30:00.954331 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c116c906-b76f-464a-876c-d1b86622649a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:01.041875 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b298c-1e4f-4b4f-af33-1b6b0c51fc70 None None] Pushing event updated for resources: {'Port': ['ID=c116c906-b76f-464a-876c-d1b86622649a,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:01.095592 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks [] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:01.100659 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54686) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:01.138344 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:01.182936 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:01.187755 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:01.190367 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:30:01.216075 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-7719d9ce-1b61-4989-a48e-baffae2485c0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138623 Sep 27 17:30:01.228689 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-092435c9-4b61-4207-881d-87e0f541d287 service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:30:01.237077 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Pushing event updated for resources: {'Port': ['ID=39e3701b-e0d6-479a-8840-4a0bd09e7b3e,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:01.250394 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-092435c9-4b61-4207-881d-87e0f541d287 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0237796 Sep 27 17:30:01.345825 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54694) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:01.416966 dv-cinder-849143-8-iscsi neutron-server[106220]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 17:30:01.471264 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-cf5e9299-0bb8-4764-89b3-b585028aaf56 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:01.472747 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-cf5e9299-0bb8-4764-89b3-b585028aaf56 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports/5a5276d6-632d-4adb-a46b-8471fb0bf332 HTTP/1.1" status: 200 len: 940 time: 0.1257699 Sep 27 17:30:01.516425 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks [] for router_gateway (b9480217-431f-476b-b051-e63761de9580), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:01.672222 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:01.720150 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (b9480217-431f-476b-b051-e63761de9580), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:01.858514 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Router b9480217-431f-476b-b051-e63761de9580 is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:30:01.965827 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:01.972784 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:30:01.991516 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Sync routers for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:30:02.001991 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:02.004238 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-f298040d-3a30-4bab-b302-67090def5344 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7820389 Sep 27 17:30:02.007220 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54710) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:02.009571 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:30:02.010317 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:29:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:02.106352 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b52ed-9100-42ec-aa45-8472e72ed911 req-dfa4fa83-af0c-4576-a0ad-bf1a2c615f6e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:02.115531 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-070b52ed-9100-42ec-aa45-8472e72ed911 req-dfa4fa83-af0c-4576-a0ad-bf1a2c615f6e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.1090841 Sep 27 17:30:02.131955 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:30:02.200916 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-070b52ed-9100-42ec-aa45-8472e72ed911 req-3e304a4b-174b-4aa3-8d53-727bfd0bfb56 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844328 Sep 27 17:30:02.245414 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a83c6e-687a-438a-9a6f-aa8ed7b6325d None None] Network e7d51347-695f-4b89-ba87-954fe70eed97 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:30:02.343593 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-a2f351e3-173e-41d7-af0f-df9d35887506 None None] Provisioning complete for port c116c906-b76f-464a-876c-d1b86622649a triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:02.343978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a2f351e3-173e-41d7-af0f-df9d35887506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (c116c906-b76f-464a-876c-d1b86622649a), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:02.344317 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a2f351e3-173e-41d7-af0f-df9d35887506 None None] Attempt 1 to provision port c116c906-b76f-464a-876c-d1b86622649a Sep 27 17:30:02.470144 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:01Z', 'revision_number': 3, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:02.525838 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Checking router: b9480217-431f-476b-b051-e63761de9580 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:30:02.526210 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Updating router b9480217-431f-476b-b051-e63761de9580 port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:30:02.533232 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:02.540881 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:02.554754 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a2f351e3-173e-41d7-af0f-df9d35887506 None None] Current status of the port c116c906-b76f-464a-876c-d1b86622649a is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:02.555274 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a2f351e3-173e-41d7-af0f-df9d35887506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c116c906-b76f-464a-876c-d1b86622649a), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:02.572366 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:02.638401 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:30:02.674616 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-a2f351e3-173e-41d7-af0f-df9d35887506 None None] For port c116c906-b76f-464a-876c-d1b86622649a, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=c116c906-b76f-464a-876c-d1b86622649a,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:02.674915 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:02.680871 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a2f351e3-173e-41d7-af0f-df9d35887506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c116c906-b76f-464a-876c-d1b86622649a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:02.730542 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:02.847415 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Allocated IP 172.20.0.1 (e7d51347-695f-4b89-ba87-954fe70eed97/548e4075-4540-46c9-bcab-1e2f3d373070/0405e1ab-7e72-41c2-8869-e37399348034) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:30:02.925845 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f351e3-173e-41d7-af0f-df9d35887506 None None] Pushing event updated for resources: {'Port': ['ID=c116c906-b76f-464a-876c-d1b86622649a,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:02.935270 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-5c73b825-ea19-4847-9061-892a69f91b89 None None] Provisioning complete for port c116c906-b76f-464a-876c-d1b86622649a triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:02.935641 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5c73b825-ea19-4847-9061-892a69f91b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (c116c906-b76f-464a-876c-d1b86622649a), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:02.935970 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-5c73b825-ea19-4847-9061-892a69f91b89 None None] Attempt 1 to provision port c116c906-b76f-464a-876c-d1b86622649a Sep 27 17:30:02.939130 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:02.968372 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Publish callbacks [] for port (0405e1ab-7e72-41c2-8869-e37399348034), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.001624 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (0405e1ab-7e72-41c2-8869-e37399348034), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.046172 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Network e7d51347-695f-4b89-ba87-954fe70eed97 is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:03.051367 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:03.054417 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:30:03.059175 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Pushing event updated for resources: {'Port': ['ID=0405e1ab-7e72-41c2-8869-e37399348034,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:03.089903 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-5c73b825-ea19-4847-9061-892a69f91b89 None None] Current status of the port c116c906-b76f-464a-876c-d1b86622649a is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:03.095637 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Publish callbacks [] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.103484 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.124984 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (b9480217-431f-476b-b051-e63761de9580), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.157422 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Attempting to bind port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:30:03.160667 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Attempting to bind port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:30:03.161289 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Attempting to bind port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:30:03.259722 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e551c-7fd2-4afc-b0bf-cb9de4853fc8 None None] Pushing event updated for resources: {'Port': ['ID=39e3701b-e0d6-479a-8840-4a0bd09e7b3e,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:03.275034 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (0405e1ab-7e72-41c2-8869-e37399348034), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.277528 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device c116c906-b76f-464a-876c-d1b86622649a up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:03.278398 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:03.332931 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:30:03.333256 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:30:03.333901 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.334059 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:30:03.334701 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Bound port: 39e3701b-e0d6-479a-8840-4a0bd09e7b3e, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:30:03.335085 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.408890 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] For port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:30:03.410761 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada934e4-0372-484b-9759-02bd271ce8f3 req-32a2b8a8-bd00-4c3b-842d-ce760dee1374 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:03.411371 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port c116c906-b76f-464a-876c-d1b86622649a triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:03.411748 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (c116c906-b76f-464a-876c-d1b86622649a), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.412079 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port c116c906-b76f-464a-876c-d1b86622649a Sep 27 17:30:03.412331 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ada934e4-0372-484b-9759-02bd271ce8f3 req-32a2b8a8-bd00-4c3b-842d-ce760dee1374 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0576224 Sep 27 17:30:03.444281 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5a5276d6-632d-4adb-a46b-8471fb0bf332 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:30:03.448591 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] For port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=39e3701b-e0d6-479a-8840-4a0bd09e7b3e,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:30:03.468185 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ada934e4-0372-484b-9759-02bd271ce8f3 req-07778d60-9985-4315-bca2-9efbaf4ccfd0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463989 Sep 27 17:30:03.472608 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Provisioning complete for port 0405e1ab-7e72-41c2-8869-e37399348034 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:03.472986 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (0405e1ab-7e72-41c2-8869-e37399348034), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.473326 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Attempt 1 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:03.485516 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.494356 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:03.502464 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Publish callbacks [] for port (0405e1ab-7e72-41c2-8869-e37399348034), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.506805 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (0405e1ab-7e72-41c2-8869-e37399348034), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.575016 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Port 0405e1ab-7e72-41c2-8869-e37399348034 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:03.576812 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Pushing event updated for resources: {'Port': ['ID=0405e1ab-7e72-41c2-8869-e37399348034,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:03.579346 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (b9480217-431f-476b-b051-e63761de9580), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:03.581331 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:30:03.581957 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:29:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:03.592136 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:03.654261 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e551c-7fd2-4afc-b0bf-cb9de4853fc8 None None] Pushing event updated for resources: {'Port': ['ID=39e3701b-e0d6-479a-8840-4a0bd09e7b3e,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:03.677668 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Network e7d51347-695f-4b89-ba87-954fe70eed97 is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:03.681469 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:03.715374 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port c116c906-b76f-464a-876c-d1b86622649a is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:03.740431 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 5a5276d6-632d-4adb-a46b-8471fb0bf332 is: DOWN; New status is: DOWN {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:03.784562 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:30:03.799551 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-794e77be-5fa0-40ab-8df5-da1f2f29aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:03.799842 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Router b9480217-431f-476b-b051-e63761de9580 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:30:03.801976 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-794e77be-5fa0-40ab-8df5-da1f2f29aac3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee&tenant_id=37e99b06d94d4893963a88cd5333ec5b HTTP/1.1" status: 200 len: 1127 time: 0.0936339 Sep 27 17:30:03.887093 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-220c975a-627c-42aa-ace0-5c904ecbe2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:03.888591 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-220c975a-627c-42aa-ace0-5c904ecbe2af service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 1127 time: 0.0479569 Sep 27 17:30:03.912348 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:30:03.922795 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-fac94366-6b9b-4d97-b196-6ade5bfed2af admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/b9480217-431f-476b-b051-e63761de9580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9092534 Sep 27 17:30:03.958555 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:03.993152 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-bf02f69d-39ee-473a-9e65-8523ab959756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:03.994739 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-bf02f69d-39ee-473a-9e65-8523ab959756 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 918 time: 0.0978596 Sep 27 17:30:04.010792 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 2, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:04.036287 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96671d67-eeac-4bb7-a235-e57882a85788 None None] The sync data for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi is: [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 2, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:30:04.064608 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-43117a6f-d337-4254-93de-19476eda37a3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332 HTTP/1.1" status: 200 len: 998 time: 0.0628836 Sep 27 17:30:04.075921 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Attempt 2 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:04.118468 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Port 0405e1ab-7e72-41c2-8869-e37399348034 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:04.138826 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-27cfc5ee-3cbe-439f-83ef-510ebddf060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:04.140346 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-27cfc5ee-3cbe-439f-83ef-510ebddf060b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.0698962 Sep 27 17:30:04.444997 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-ee21f77d-da2e-4c5d-a5e0-eba47a306793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:04.446735 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-ee21f77d-da2e-4c5d-a5e0-eba47a306793 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3002005 Sep 27 17:30:04.534098 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54732) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:04.540152 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-90284593-network', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:04.548024 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-eae91a00-23c2-4fa7-b3a2-7671c58d208d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933714 Sep 27 17:30:04.564147 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Made reservation on behalf of c26e4ed5e0bc4eb5ad8b3f79e56b2424 for: {'network': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:30:04.566927 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:04.576953 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:04.619394 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Attempt 3 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:04.653107 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:04.666654 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Publish callbacks [] for security_group (900af1f8-3777-4155-a5b0-af3f5d87e8d3), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:04.667969 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e176fae-e617-4eca-a498-8aee4a653b2d req-f0e4b1f0-d15c-439e-b763-f69e674c1c0a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:04.669700 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1e176fae-e617-4eca-a498-8aee4a653b2d req-f0e4b1f0-d15c-439e-b763-f69e674c1c0a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0956988 Sep 27 17:30:04.674836 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (900af1f8-3777-4155-a5b0-af3f5d87e8d3), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:04.679419 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Port 0405e1ab-7e72-41c2-8869-e37399348034 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:04.704209 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=106220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:30:04.710370 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9cab307-eb60-433c-9d45-b1f5ccb28f47 req-7c5f396f-0a91-4b4d-81db-8e2bbfe99185 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566577 Sep 27 17:30:04.721146 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900af1f8-3777-4155-a5b0-af3f5d87e8d3,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:04.724525 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (1cc7ab05-149b-4440-a3a8-828cec1e3ab1), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:04.724868 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.segments_db [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Added segment 1cc7ab05-149b-4440-a3a8-828cec1e3ab1 of type vlan for network 3eb40778-ce65-4d5d-b5ac-4965bac12390 Sep 27 17:30:04.743631 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1e176fae-e617-4eca-a498-8aee4a653b2d req-25543c37-d38c-472a-a5a4-c5d08216b7e0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662529 Sep 27 17:30:04.787491 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (3eb40778-ce65-4d5d-b5ac-4965bac12390), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:04.841982 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (3eb40778-ce65-4d5d-b5ac-4965bac12390), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:04.843159 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:04.843985 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:04.865488 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:04.891653 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:04.911389 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3760629 Sep 27 17:30:04.914496 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54738) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:04.916007 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9926407-39a8-4e13-93e5-8bb5c9a1ae44 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb40778-ce65-4d5d-b5ac-4965bac12390,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:04.921045 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Request body: {'subnet': {'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-90284593-subnet', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'ip_version': 4}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:04.928401 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 3eb40778-ce65-4d5d-b5ac-4965bac12390 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:30:04.944595 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Made reservation on behalf of c26e4ed5e0bc4eb5ad8b3f79e56b2424 for: {'subnet': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:30:04.947629 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10281574'] for subnet (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.025048 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:05.147864 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2370106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10281552'] for subnet (ca0f4ba5-f483-45d6-a06a-e6a440a827b1), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.181042 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Attempt 4 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:05.209927 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0f4ba5-f483-45d6-a06a-e6a440a827b1,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:05.227397 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Checking segment: {'id': '1cc7ab05-149b-4440-a3a8-828cec1e3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:30:05.227759 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Network hostable DHCP agents. Network: 3eb40778-ce65-4d5d-b5ac-4965bac12390, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:30:05.238159 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 39e3701b-e0d6-479a-8840-4a0bd09e7b3e up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:05.247476 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Port 0405e1ab-7e72-41c2-8869-e37399348034 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:05.256533 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Network 3eb40778-ce65-4d5d-b5ac-4965bac12390 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:30:05.270670 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 3eb40778-ce65-4d5d-b5ac-4965bac12390) {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:05.282723 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:05.283457 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.284047 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8abcd0-757e-4c3d-9221-f33ce9fe36ab None None] Network 3eb40778-ce65-4d5d-b5ac-4965bac12390 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:30:05.306625 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-0b986fb6-46e3-42c6-89e3-b75794801005 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3908472 Sep 27 17:30:05.309125 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54750) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:05.324645 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-90284593-router', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:05.352675 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.355525 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.366732 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:05.367114 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.367891 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e Sep 27 17:30:05.432055 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks [] for router_controller (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), precommit_add_association {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.466779 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-3eb40778-ce65-4d5d-b5ac-4965bac12390', 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390', 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'fixed_ips': [{'subnet_id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:30:05.468290 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.610213 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:05.610670 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.656714 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=39e3701b-e0d6-479a-8840-4a0bd09e7b3e,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:05.669475 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:05.692066 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.698535 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:05.743397 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks [] for router_gateway (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:05.748686 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Attempt 5 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:05.797691 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Allocated IP 172.20.0.2 (3eb40778-ce65-4d5d-b5ac-4965bac12390/ca0f4ba5-f483-45d6-a06a-e6a440a827b1/1bfaf915-e582-4b8a-a0c9-fa183936989b) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:30:05.909871 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=39e3701b-e0d6-479a-8840-4a0bd09e7b3e,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:05.976006 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510926c0-d71c-42af-9161-736ba7bc8c27 req-509e04a2-203e-4b31-b6e3-a93e874a1c71 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:05.977843 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-510926c0-d71c-42af-9161-736ba7bc8c27 req-509e04a2-203e-4b31-b6e3-a93e874a1c71 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0830367 Sep 27 17:30:06.069017 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Port 0405e1ab-7e72-41c2-8869-e37399348034 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:06.140146 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:06.143389 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks [] for router_gateway (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:06.188589 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:06.219979 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Publish callbacks [] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:06.228553 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:06.252925 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-510926c0-d71c-42af-9161-736ba7bc8c27 req-f59a5c9c-c472-4e8d-9f2d-6c9120a85de6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328849 Sep 27 17:30:06.261534 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:06.298545 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Network 3eb40778-ce65-4d5d-b5ac-4965bac12390 is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:06.318815 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Pushing event updated for resources: {'Port': ['ID=1bfaf915-e582-4b8a-a0c9-fa183936989b,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:06.334320 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:06.338456 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:30:06.360450 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Allocated IP 172.27.0.104 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/2d866cd4-89ec-4a4d-b7b7-b07ebea5c347) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:30:06.372436 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:06.418142 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Attempting to bind port 1bfaf915-e582-4b8a-a0c9-fa183936989b on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:30:06.418675 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Attempting to bind port 1bfaf915-e582-4b8a-a0c9-fa183936989b by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '1cc7ab05-149b-4440-a3a8-828cec1e3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:30:06.419126 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Attempting to bind port 1bfaf915-e582-4b8a-a0c9-fa183936989b on network 3eb40778-ce65-4d5d-b5ac-4965bac12390 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:30:06.469932 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:30:06.471484 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Checking segment: {'id': '1cc7ab05-149b-4440-a3a8-828cec1e3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:30:06.472647 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:06.486560 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Bound using segment: {'id': '1cc7ab05-149b-4440-a3a8-828cec1e3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:30:06.486560 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Bound port: 1bfaf915-e582-4b8a-a0c9-fa183936989b, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc7ab05-149b-4440-a3a8-828cec1e3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:30:06.486560 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:06.505708 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks [] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:06.552568 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:06.566009 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] For port 1bfaf915-e582-4b8a-a0c9-fa183936989b, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:30:06.569970 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] For port 1bfaf915-e582-4b8a-a0c9-fa183936989b, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=1bfaf915-e582-4b8a-a0c9-fa183936989b,segment=NetworkSegment(1cc7ab05-149b-4440-a3a8-828cec1e3ab1),segment_id=1cc7ab05-149b-4440-a3a8-828cec1e3ab1)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:30:06.571525 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Attempt 6 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:06.604106 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:06.639723 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:06.644138 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Port 0405e1ab-7e72-41c2-8869-e37399348034 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:06.651414 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:06.661999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:30:06.664751 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Pushing event updated for resources: {'Port': ['ID=2d866cd4-89ec-4a4d-b7b7-b07ebea5c347,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:06.729255 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cec8a-156e-4b48-9dc2-b46a83865e01 None None] Pushing event updated for resources: {'Port': ['ID=1bfaf915-e582-4b8a-a0c9-fa183936989b,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:07.046142 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Sync routers for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:30:07.062810 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:30:07.064005 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:29:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:07.145467 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Attempt 7 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:07.224278 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Port 0405e1ab-7e72-41c2-8869-e37399348034 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:07.246581 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks [] for router_gateway (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:07.331709 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b6f604be-f535-4c2c-b5e1-256fbbfbee09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:07.355442 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:30:07.524996 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1bfaf915-e582-4b8a-a0c9-fa183936989b up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:07.540228 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4898f40-bb3a-45b2-ab22-15ea8c63ff4e req-966e388e-66d6-4e5d-ab73-caf42975ad2d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:07.541728 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e4898f40-bb3a-45b2-ab22-15ea8c63ff4e req-966e388e-66d6-4e5d-ab73-caf42975ad2d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0592523 Sep 27 17:30:07.596325 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 1bfaf915-e582-4b8a-a0c9-fa183936989b triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:07.596699 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:07.597033 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 1bfaf915-e582-4b8a-a0c9-fa183936989b Sep 27 17:30:07.655376 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e4898f40-bb3a-45b2-ab22-15ea8c63ff4e req-40ddf1fd-4721-4730-9836-ae5ca4f78612 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778031 Sep 27 17:30:07.718782 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 1bfaf915-e582-4b8a-a0c9-fa183936989b is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:07.719188 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:07.729862 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:07.739237 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Attempt 8 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:07.800065 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Port 0405e1ab-7e72-41c2-8869-e37399348034 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:07.837517 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port 1bfaf915-e582-4b8a-a0c9-fa183936989b, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=1bfaf915-e582-4b8a-a0c9-fa183936989b,segment=NetworkSegment(1cc7ab05-149b-4440-a3a8-828cec1e3ab1),segment_id=1cc7ab05-149b-4440-a3a8-828cec1e3ab1)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:07.848740 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:07.852384 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 39e3701b-e0d6-479a-8840-4a0bd09e7b3e up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:07.917059 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 2, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:07.949861 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Checking router: b9480217-431f-476b-b051-e63761de9580 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:30:07.950464 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Updating router b9480217-431f-476b-b051-e63761de9580 port 0405e1ab-7e72-41c2-8869-e37399348034 binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:30:07.960812 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:07.991715 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:07.994599 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (0405e1ab-7e72-41c2-8869-e37399348034), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:07.999424 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:08.013168 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:08.017847 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:30:08.042583 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=1bfaf915-e582-4b8a-a0c9-fa183936989b,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:08.060347 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:08.061096 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:08.063291 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e Sep 27 17:30:08.244034 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:30:08.267890 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:08.272285 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-294cbc66-8013-4fc2-b1d9-41bcba932d30 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9549470 Sep 27 17:30:08.272418 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54762) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:08.298359 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:08.304446 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Attempt 9 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:08.307170 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Sync routers for ids ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:30:08.359028 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd99c3-c7ce-4197-bdca-ae0cd4fcadcd None None] Network 3eb40778-ce65-4d5d-b5ac-4965bac12390 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:30:08.389165 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Routers {'7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:30:08.390096 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:29:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:08.420166 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Port 0405e1ab-7e72-41c2-8869-e37399348034 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:08.528689 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Publish callbacks [] for port (0405e1ab-7e72-41c2-8869-e37399348034), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:08.529605 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (0405e1ab-7e72-41c2-8869-e37399348034), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:08.575241 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:08.576908 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Pushing event updated for resources: {'Port': ['ID=0405e1ab-7e72-41c2-8869-e37399348034,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:08.586819 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.587436 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.587809 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.588880 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.588880 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.589237 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.589568 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.589896 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.590266 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.590684 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.590921 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.591308 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.591820 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.592145 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.592467 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:08.634311 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Set router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:30:08.766757 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Attempting to bind port 0405e1ab-7e72-41c2-8869-e37399348034 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:30:08.767283 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Attempting to bind port 0405e1ab-7e72-41c2-8869-e37399348034 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:30:08.767467 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Attempting to bind port 0405e1ab-7e72-41c2-8869-e37399348034 on network e7d51347-695f-4b89-ba87-954fe70eed97 {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:30:08.823162 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:08.853025 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:30:08.856240 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Checking segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:30:08.856703 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:08.857112 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Bound using segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:30:08.857619 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Bound port: 0405e1ab-7e72-41c2-8869-e37399348034, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:30:08.858000 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (0405e1ab-7e72-41c2-8869-e37399348034), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:08.927566 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Attempt 10 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:08.953085 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] For port 0405e1ab-7e72-41c2-8869-e37399348034, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:30:08.957026 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] For port 0405e1ab-7e72-41c2-8869-e37399348034, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=0405e1ab-7e72-41c2-8869-e37399348034,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:30:08.977657 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (0405e1ab-7e72-41c2-8869-e37399348034), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:09.045646 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:30:09.046393 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:29:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:09.063265 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa123f-9e72-4df0-af97-211b45310df7 req-ee4e81b8-5d17-4b64-9466-4aa3cdfa7d76 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:09.065245 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3afa123f-9e72-4df0-af97-211b45310df7 req-ee4e81b8-5d17-4b64-9466-4aa3cdfa7d76 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.1845422 Sep 27 17:30:09.154545 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'name': 'tempest-TestVolumeBootPattern-90284593-router', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:05Z', 'updated_at': '2022-09-27T17:30:06Z', 'revision_number': 3, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'gw_port': {'id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:06Z', 'updated_at': '2022-09-27T17:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:09.161037 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-68e1c71a-4a27-436f-8374-76f250ddd5c1 None None] Port 0405e1ab-7e72-41c2-8869-e37399348034 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:09.177026 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3afa123f-9e72-4df0-af97-211b45310df7 req-be8473c6-b552-40ba-b27d-d9af98265561 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037004 Sep 27 17:30:09.188797 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:30:09.198040 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Checking router: 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:30:09.198431 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Updating router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:30:09.251405 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:09.288456 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1bfaf915-e582-4b8a-a0c9-fa183936989b up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:09.345297 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:09.356347 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Provisioning complete for port 0405e1ab-7e72-41c2-8869-e37399348034 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:09.356948 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (0405e1ab-7e72-41c2-8869-e37399348034), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:09.357187 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Attempt 1 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:09.365708 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Allocated IP 172.20.0.1 (3eb40778-ce65-4d5d-b5ac-4965bac12390/ca0f4ba5-f483-45d6-a06a-e6a440a827b1/3dcaafd0-6703-483c-95a1-1cf3b6637ac5) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:30:09.422518 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8b6a6-a241-48f9-98c8-8dc55a71ee23 None None] Pushing event updated for resources: {'Port': ['ID=0405e1ab-7e72-41c2-8869-e37399348034,revision_number=4']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:09.474654 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:09.501794 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 1bfaf915-e582-4b8a-a0c9-fa183936989b triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:09.502186 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:09.502527 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 1bfaf915-e582-4b8a-a0c9-fa183936989b Sep 27 17:30:09.535408 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:09.559785 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:08Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:09.577235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:09.600883 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:09.609213 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Publish callbacks [] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:09.636498 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b4604-c84b-41f2-96d4-fd580961434a None None] The sync data for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi is: [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:08Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:30:09.675467 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7bec846c-d8eb-4f3e-bf78-8f9c1dd537f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:09.705020 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:09.715249 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Current status of the port 0405e1ab-7e72-41c2-8869-e37399348034 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:09.715644 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (0405e1ab-7e72-41c2-8869-e37399348034), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:09.750286 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Network 3eb40778-ce65-4d5d-b5ac-4965bac12390 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:09.755271 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:09.766371 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 1bfaf915-e582-4b8a-a0c9-fa183936989b is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:09.777121 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:30:09.815550 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] For port 0405e1ab-7e72-41c2-8869-e37399348034, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=0405e1ab-7e72-41c2-8869-e37399348034,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:09.831194 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (0405e1ab-7e72-41c2-8869-e37399348034), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:09.928960 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Provisioning complete for port 1bfaf915-e582-4b8a-a0c9-fa183936989b triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:09.929329 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:09.929669 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Attempt 1 to provision port 1bfaf915-e582-4b8a-a0c9-fa183936989b Sep 27 17:30:10.034398 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Pushing event updated for resources: {'Port': ['ID=0405e1ab-7e72-41c2-8869-e37399348034,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:10.094673 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Publish callbacks [] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.127153 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.281475 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.432773 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55969ebe-e35a-4e3f-9037-d8f6e73ca8f1 req-31d683a5-2850-4199-af99-f6f98cb8bf3f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:10.434600 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-55969ebe-e35a-4e3f-9037-d8f6e73ca8f1 req-31d683a5-2850-4199-af99-f6f98cb8bf3f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0704064 Sep 27 17:30:10.438338 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Pushing event updated for resources: {'Port': ['ID=3dcaafd0-6703-483c-95a1-1cf3b6637ac5,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:10.461731 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Attempting to bind port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:30:10.462541 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Attempting to bind port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:30:10.462541 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Attempting to bind port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:30:10.518099 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.523034 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-55969ebe-e35a-4e3f-9037-d8f6e73ca8f1 req-4d1afa3c-035d-4bf4-bced-2479aa645907 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800707 Sep 27 17:30:10.531205 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:30:10.531583 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:30:10.532139 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.532544 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:30:10.533038 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Bound port: 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:30:10.533430 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.566880 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c59197c4-e9b6-4cd9-a691-b54b7cbe199b None None] Current status of the port 1bfaf915-e582-4b8a-a0c9-fa183936989b is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:10.576907 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5e9d9-5170-4a78-8bb4-13142e75ad81 None None] Pushing event updated for resources: {'Port': ['ID=2d866cd4-89ec-4a4d-b7b7-b07ebea5c347,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:10.629650 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] For port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:30:10.638688 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] For port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=2d866cd4-89ec-4a4d-b7b7-b07ebea5c347,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:30:10.649241 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.724048 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Routers {'7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:30:10.724710 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:30:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:10.784290 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Provisioning complete for port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:10.785010 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.785297 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Attempt 1 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:10.796626 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Publish callbacks [] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.802372 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.828592 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5e9d9-5170-4a78-8bb4-13142e75ad81 None None] Pushing event updated for resources: {'Port': ['ID=2d866cd4-89ec-4a4d-b7b7-b07ebea5c347,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:10.873930 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:10.889100 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Pushing event updated for resources: {'Port': ['ID=3dcaafd0-6703-483c-95a1-1cf3b6637ac5,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:10.892307 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:10.911081 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:10.915574 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:10.915916 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:10.928400 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] Set router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:30:10.931284 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:11.002355 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Network 3eb40778-ce65-4d5d-b5ac-4965bac12390 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:11.004052 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:11.133069 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:30:11.215710 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'name': 'tempest-TestVolumeBootPattern-90284593-router', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:05Z', 'updated_at': '2022-09-27T17:30:10Z', 'revision_number': 4, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'gw_port': {'id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:06Z', 'updated_at': '2022-09-27T17:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '3dcaafd0-6703-483c-95a1-1cf3b6637ac5', 'name': '', 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'mac_address': 'fa:16:3e:f4:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:08Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 1, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'subnets': [{'id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:11.222136 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:11.255508 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95bdfcf-7c04-4b74-ada0-2b2cccc2a3b6 None None] The sync data for ids ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'] in dv-cinder-849143-8-iscsi is: [{'id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'name': 'tempest-TestVolumeBootPattern-90284593-router', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:05Z', 'updated_at': '2022-09-27T17:30:10Z', 'revision_number': 4, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'gw_port': {'id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:06Z', 'updated_at': '2022-09-27T17:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '3dcaafd0-6703-483c-95a1-1cf3b6637ac5', 'name': '', 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'mac_address': 'fa:16:3e:f4:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:08Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 1, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'subnets': [{'id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:30:11.306051 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:30:11.314449 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-33310e86-42e5-48ba-ad8a-ecfc3fc31cee admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0410578 Sep 27 17:30:11.327749 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 0405e1ab-7e72-41c2-8869-e37399348034 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:11.402414 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 0405e1ab-7e72-41c2-8869-e37399348034 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:11.402770 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (0405e1ab-7e72-41c2-8869-e37399348034), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:11.403108 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 0405e1ab-7e72-41c2-8869-e37399348034 Sep 27 17:30:11.452418 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Attempt 2 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:11.556013 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:11.632824 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 0405e1ab-7e72-41c2-8869-e37399348034 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:11.744321 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482e2bc-7272-4ad7-841d-e2e2aec69076 req-07dd7f0f-00c7-4799-aa71-676a78b2605d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:11.751620 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c482e2bc-7272-4ad7-841d-e2e2aec69076 req-07dd7f0f-00c7-4799-aa71-676a78b2605d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0923235 Sep 27 17:30:11.815159 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c482e2bc-7272-4ad7-841d-e2e2aec69076 req-71b7721c-eac5-4a8e-89f1-1dc6f39dbe17 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624118 Sep 27 17:30:11.907460 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54780) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:11.912982 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-6c90d057-7257-43c0-ac1b-d10a0e32f10d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981048707', 'description': 'tempest-secgroup-smoke-981048707 description', 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:11.953133 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c90d057-7257-43c0-ac1b-d10a0e32f10d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.057364 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Attempt 3 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:12.077069 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c90d057-7257-43c0-ac1b-d10a0e32f10d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group (8d35b219-4ce2-41d1-9de7-b30dfda53dca), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.081867 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c90d057-7257-43c0-ac1b-d10a0e32f10d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (8d35b219-4ce2-41d1-9de7-b30dfda53dca), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.140433 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:12.143017 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90d057-7257-43c0-ac1b-d10a0e32f10d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d35b219-4ce2-41d1-9de7-b30dfda53dca,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:12.161688 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6c90d057-7257-43c0-ac1b-d10a0e32f10d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.167835 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54784) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:12.178123 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-e337bd0e-8478-4821-a1f7-5b3cce338daa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'security_group_rule': {'security_group_id': '8d35b219-4ce2-41d1-9de7-b30dfda53dca', 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:12.199743 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6c90d057-7257-43c0-ac1b-d10a0e32f10d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2551365 Sep 27 17:30:12.280644 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e337bd0e-8478-4821-a1f7-5b3cce338daa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (f7339941-dcfc-40ff-b81c-9c5bae5125bd), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.358556 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e337bd0e-8478-4821-a1f7-5b3cce338daa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (f7339941-dcfc-40ff-b81c-9c5bae5125bd), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.365789 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e337bd0e-8478-4821-a1f7-5b3cce338daa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (f7339941-dcfc-40ff-b81c-9c5bae5125bd), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.428311 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.437455 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e337bd0e-8478-4821-a1f7-5b3cce338daa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.438759 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e337bd0e-8478-4821-a1f7-5b3cce338daa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2697227 Sep 27 17:30:12.441601 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337bd0e-8478-4821-a1f7-5b3cce338daa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7339941-dcfc-40ff-b81c-9c5bae5125bd,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:12.441795 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54786) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:12.447599 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-ebe33d76-8725-46f7-ba51-da3a6c2156aa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'security_group_rule': {'security_group_id': '8d35b219-4ce2-41d1-9de7-b30dfda53dca', 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:12.508021 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.530113 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ebe33d76-8725-46f7-ba51-da3a6c2156aa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (edaf57f1-b6c2-4297-8d2c-e8d594712cc6), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.638492 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ebe33d76-8725-46f7-ba51-da3a6c2156aa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (edaf57f1-b6c2-4297-8d2c-e8d594712cc6), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.641800 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Attempt 4 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:12.652548 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ebe33d76-8725-46f7-ba51-da3a6c2156aa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (edaf57f1-b6c2-4297-8d2c-e8d594712cc6), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.674605 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe33d76-8725-46f7-ba51-da3a6c2156aa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edaf57f1-b6c2-4297-8d2c-e8d594712cc6,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:12.690866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ebe33d76-8725-46f7-ba51-da3a6c2156aa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.692126 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-ebe33d76-8725-46f7-ba51-da3a6c2156aa tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2491958 Sep 27 17:30:12.695073 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54788) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:12.699888 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-7329aa5f-91dd-42ce-afe6-dad640e9ba60 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'security_group_rule': {'security_group_id': '8d35b219-4ce2-41d1-9de7-b30dfda53dca', 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:12.741113 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7329aa5f-91dd-42ce-afe6-dad640e9ba60 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (0061bc75-61fc-4674-81fd-b3bad216bdd6), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.755206 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:12.820878 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7329aa5f-91dd-42ce-afe6-dad640e9ba60 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (0061bc75-61fc-4674-81fd-b3bad216bdd6), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.830427 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7329aa5f-91dd-42ce-afe6-dad640e9ba60 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (0061bc75-61fc-4674-81fd-b3bad216bdd6), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.877348 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329aa5f-91dd-42ce-afe6-dad640e9ba60 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0061bc75-61fc-4674-81fd-b3bad216bdd6,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:12.888488 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7329aa5f-91dd-42ce-afe6-dad640e9ba60 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:12.889811 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-7329aa5f-91dd-42ce-afe6-dad640e9ba60 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1935120 Sep 27 17:30:12.892722 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54792) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:12.903888 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-742d3d59-4952-4ea1-8cf3-77d98b222b70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'security_group_rule': {'security_group_id': '8d35b219-4ce2-41d1-9de7-b30dfda53dca', 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:12.980855 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-742d3d59-4952-4ea1-8cf3-77d98b222b70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (14c78cfa-4ddb-4c66-bd32-0bd5e257d2b7), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.156031 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4f78d-dd3d-483e-ba27-d7c909d124ee req-f620f30e-bca4-4435-815d-95ac3a20d9a9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:13.158885 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3cb4f78d-dd3d-483e-ba27-d7c909d124ee req-f620f30e-bca4-4435-815d-95ac3a20d9a9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.1175728 Sep 27 17:30:13.205288 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-742d3d59-4952-4ea1-8cf3-77d98b222b70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (14c78cfa-4ddb-4c66-bd32-0bd5e257d2b7), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.228614 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:13.241869 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-742d3d59-4952-4ea1-8cf3-77d98b222b70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (14c78cfa-4ddb-4c66-bd32-0bd5e257d2b7), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.256306 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Attempt 5 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:13.286154 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-742d3d59-4952-4ea1-8cf3-77d98b222b70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.287474 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-742d3d59-4952-4ea1-8cf3-77d98b222b70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3929725 Sep 27 17:30:13.290348 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54796) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:13.295682 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-629fdbde-c453-4442-8d3e-d54136fb24d1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'security_group_rule': {'security_group_id': '8d35b219-4ce2-41d1-9de7-b30dfda53dca', 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:13.297806 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:13.343479 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d3d59-4952-4ea1-8cf3-77d98b222b70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c78cfa-4ddb-4c66-bd32-0bd5e257d2b7,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:13.346704 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.securitygroups_db [None req-629fdbde-c453-4442-8d3e-d54136fb24d1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Project f4db1a85e2504cb9956a6461b5072aa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 17:30:13.361070 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3cb4f78d-dd3d-483e-ba27-d7c909d124ee req-5a244985-acb4-4fb4-82b8-be5cab2ff172 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543467 Sep 27 17:30:13.362364 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-629fdbde-c453-4442-8d3e-d54136fb24d1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (748cfbef-107d-4adc-85cc-8a16af2123e2), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.432529 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-629fdbde-c453-4442-8d3e-d54136fb24d1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (748cfbef-107d-4adc-85cc-8a16af2123e2), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.440644 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-629fdbde-c453-4442-8d3e-d54136fb24d1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (748cfbef-107d-4adc-85cc-8a16af2123e2), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.476920 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:13.477259 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fdbde-c453-4442-8d3e-d54136fb24d1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748cfbef-107d-4adc-85cc-8a16af2123e2,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:13.496441 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-629fdbde-c453-4442-8d3e-d54136fb24d1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.502145 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-629fdbde-c453-4442-8d3e-d54136fb24d1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2074366 Sep 27 17:30:13.502523 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54798) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:13.507984 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:13.508369 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.509233 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 Sep 27 17:30:13.512507 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-c3c9c883-821a-40b9-b647-6a2c72c0d35b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'security_group_rule': {'security_group_id': '8d35b219-4ce2-41d1-9de7-b30dfda53dca', 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:13.543058 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:13.574219 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.securitygroups_db [None req-c3c9c883-821a-40b9-b647-6a2c72c0d35b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Project f4db1a85e2504cb9956a6461b5072aa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 17:30:13.580111 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c883-821a-40b9-b647-6a2c72c0d35b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (d4f0a442-9e1c-4320-8d5c-0adb80f5d524), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.665436 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c883-821a-40b9-b647-6a2c72c0d35b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (d4f0a442-9e1c-4320-8d5c-0adb80f5d524), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.671511 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c883-821a-40b9-b647-6a2c72c0d35b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (d4f0a442-9e1c-4320-8d5c-0adb80f5d524), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.685161 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:13.685772 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.698453 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9c883-821a-40b9-b647-6a2c72c0d35b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f0a442-9e1c-4320-8d5c-0adb80f5d524,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:13.714180 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c883-821a-40b9-b647-6a2c72c0d35b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.716599 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-c3c9c883-821a-40b9-b647-6a2c72c0d35b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2129831 Sep 27 17:30:13.734410 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=2d866cd4-89ec-4a4d-b7b7-b07ebea5c347,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:13.747956 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:13.847218 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=2d866cd4-89ec-4a4d-b7b7-b07ebea5c347,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:13.978237 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Attempt 6 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:14.033824 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:14.534878 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Attempt 7 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:14.570164 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:14.587691 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cad398-755c-4e75-b2e7-35f9916e87fd req-34868c59-f4af-4432-bd70-f1dde2000289 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:14.589628 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-36cad398-755c-4e75-b2e7-35f9916e87fd req-34868c59-f4af-4432-bd70-f1dde2000289 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0554490 Sep 27 17:30:14.659991 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-36cad398-755c-4e75-b2e7-35f9916e87fd req-dbab815a-bb1b-4482-9125-d6d0773c3c29 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652661 Sep 27 17:30:14.721810 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Sync routers for ids ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:30:14.732411 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Routers {'7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:30:14.733023 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:30:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:14.852215 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Set router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:30:14.980354 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:15.066000 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'name': 'tempest-TestVolumeBootPattern-90284593-router', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:05Z', 'updated_at': '2022-09-27T17:30:10Z', 'revision_number': 4, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'gw_port': {'id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:06Z', 'updated_at': '2022-09-27T17:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '3dcaafd0-6703-483c-95a1-1cf3b6637ac5', 'name': '', 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'mac_address': 'fa:16:3e:f4:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:08Z', 'updated_at': '2022-09-27T17:30:10Z', 'revision_number': 2, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'subnets': [{'id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:15.072710 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Attempt 8 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:15.076188 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:15.091874 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Checking router: 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:30:15.092469 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Updating router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:30:15.124233 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:15.134873 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:15.152568 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:15.222025 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:15.260111 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:15.278489 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:15.279124 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:15.279661 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 Sep 27 17:30:15.423493 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:15.543740 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Publish callbacks [] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:15.549861 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:15.610577 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8d6da-b63b-44da-b224-9b94202d1e3b None None] Pushing event updated for resources: {'Port': ['ID=3dcaafd0-6703-483c-95a1-1cf3b6637ac5,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:15.635793 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Attempt 9 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:15.650229 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Attempting to bind port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:30:15.650600 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Attempting to bind port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '1cc7ab05-149b-4440-a3a8-828cec1e3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:30:15.650964 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Attempting to bind port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 on network 3eb40778-ce65-4d5d-b5ac-4965bac12390 {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:30:15.670695 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:15.694978 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:30:15.695867 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Checking segment: {'id': '1cc7ab05-149b-4440-a3a8-828cec1e3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:30:15.696258 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:15.696641 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Bound using segment: {'id': '1cc7ab05-149b-4440-a3a8-828cec1e3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:30:15.697104 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Bound port: 3dcaafd0-6703-483c-95a1-1cf3b6637ac5, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc7ab05-149b-4440-a3a8-828cec1e3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:30:15.697471 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:15.753405 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:15.769155 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] For port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:30:15.772859 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] For port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=3dcaafd0-6703-483c-95a1-1cf3b6637ac5,segment=NetworkSegment(1cc7ab05-149b-4440-a3a8-828cec1e3ab1),segment_id=1cc7ab05-149b-4440-a3a8-828cec1e3ab1)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:30:15.787898 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:15.820060 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ae21b-da21-475d-88e4-8b1acc417758 req-32fe2791-4748-4521-b443-1d3c19d429b4 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:15.822334 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-229ae21b-da21-475d-88e4-8b1acc417758 req-32fe2791-4748-4521-b443-1d3c19d429b4 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0571208 Sep 27 17:30:15.849308 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Routers {'7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:30:15.849997 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:30:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:15.876982 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-229ae21b-da21-475d-88e4-8b1acc417758 req-e3edc216-c0e5-4ae8-abf4-d3f74125ff7a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476892 Sep 27 17:30:15.931243 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8d6da-b63b-44da-b224-9b94202d1e3b None None] Pushing event updated for resources: {'Port': ['ID=3dcaafd0-6703-483c-95a1-1cf3b6637ac5,revision_number=4']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:15.990440 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] Set router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:30:16.121255 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:16.172529 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Attempt 10 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:16.194966 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'name': 'tempest-TestVolumeBootPattern-90284593-router', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:05Z', 'updated_at': '2022-09-27T17:30:10Z', 'revision_number': 4, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'gw_port': {'id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:06Z', 'updated_at': '2022-09-27T17:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '3dcaafd0-6703-483c-95a1-1cf3b6637ac5', 'name': '', 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'mac_address': 'fa:16:3e:f4:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:08Z', 'updated_at': '2022-09-27T17:30:15Z', 'revision_number': 4, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'subnets': [{'id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:16.225250 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564c6c-46a8-4ba9-a0d9-f0144ac35919 None None] The sync data for ids ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'] in dv-cinder-849143-8-iscsi is: [{'id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'name': 'tempest-TestVolumeBootPattern-90284593-router', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:05Z', 'updated_at': '2022-09-27T17:30:10Z', 'revision_number': 4, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'gw_port': {'id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:06Z', 'updated_at': '2022-09-27T17:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '3dcaafd0-6703-483c-95a1-1cf3b6637ac5', 'name': '', 'network_id': '3eb40778-ce65-4d5d-b5ac-4965bac12390', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'mac_address': 'fa:16:3e:f4:8d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:08Z', 'updated_at': '2022-09-27T17:30:15Z', 'revision_number': 4, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'subnets': [{'id': 'ca0f4ba5-f483-45d6-a06a-e6a440a827b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:30:16.279915 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Current status of the port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:16.280607 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:16.333681 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-b59366ae-8424-4332-893e-eee21a00158e None None] For port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=3dcaafd0-6703-483c-95a1-1cf3b6637ac5,segment=NetworkSegment(1cc7ab05-149b-4440-a3a8-828cec1e3ab1),segment_id=1cc7ab05-149b-4440-a3a8-828cec1e3ab1)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:16.338214 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:16.390543 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59366ae-8424-4332-893e-eee21a00158e None None] Pushing event updated for resources: {'Port': ['ID=3dcaafd0-6703-483c-95a1-1cf3b6637ac5,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:16.458576 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-baa1a544-d291-45fd-adfd-5a27a5512f77 None None] Provisioning complete for port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:16.458954 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-baa1a544-d291-45fd-adfd-5a27a5512f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:16.459345 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-baa1a544-d291-45fd-adfd-5a27a5512f77 None None] Attempt 1 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:16.559145 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-baa1a544-d291-45fd-adfd-5a27a5512f77 None None] Current status of the port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:17.015428 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e91d1e-b173-4fcf-b9ff-6c8f769b303f req-fcf204a6-ab8d-46b6-95ba-1d2ae0d37977 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:17.017066 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82e91d1e-b173-4fcf-b9ff-6c8f769b303f req-fcf204a6-ab8d-46b6-95ba-1d2ae0d37977 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0484264 Sep 27 17:30:17.070923 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82e91d1e-b173-4fcf-b9ff-6c8f769b303f req-6752204f-7148-49f8-bbae-4583373b02ba tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481756 Sep 27 17:30:17.182735 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:17.230401 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:17.233550 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:17.233943 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 Sep 27 17:30:17.306122 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:18.197056 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b943992-d37b-4b36-b2bd-1e7c5345a0ec req-8fce1cd2-ae12-4eff-995b-56c46e05475d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:18.198631 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b943992-d37b-4b36-b2bd-1e7c5345a0ec req-8fce1cd2-ae12-4eff-995b-56c46e05475d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0472381 Sep 27 17:30:18.251217 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b943992-d37b-4b36-b2bd-1e7c5345a0ec req-ff95ee6f-3508-43e8-a8e8-eb8021a9038f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466735 Sep 27 17:30:19.377151 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067d275-817d-4e14-9800-1acc92ee6240 req-4cbfef1a-3dbf-470c-b6f1-baabd536be53 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:19.378651 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a067d275-817d-4e14-9800-1acc92ee6240 req-4cbfef1a-3dbf-470c-b6f1-baabd536be53 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0470219 Sep 27 17:30:19.424427 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a067d275-817d-4e14-9800-1acc92ee6240 req-3b37baf8-1df9-483c-97e9-bc0d1ed0235a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402944 Sep 27 17:30:20.554894 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10805ee8-92b7-43b3-9d48-cd3043a2c774 req-156f696a-be97-45ec-b856-abcce527c7db tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:20.556354 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-10805ee8-92b7-43b3-9d48-cd3043a2c774 req-156f696a-be97-45ec-b856-abcce527c7db tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0514765 Sep 27 17:30:20.601605 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-10805ee8-92b7-43b3-9d48-cd3043a2c774 req-313f846c-0b47-4c1b-981d-508f06c19272 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396934 Sep 27 17:30:21.727026 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88521e-88d7-4af2-be34-7f8eb2899436 req-ce18bb4f-a8bf-45fe-a282-3b84478ff79d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:21.728608 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8d88521e-88d7-4af2-be34-7f8eb2899436 req-ce18bb4f-a8bf-45fe-a282-3b84478ff79d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0471022 Sep 27 17:30:21.777635 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8d88521e-88d7-4af2-be34-7f8eb2899436 req-36993a26-6290-4642-bde2-2f437f5692ff tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Sep 27 17:30:22.561644 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-598c8ba7-ae5b-4522-a76d-c5c8608d47c0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427015 Sep 27 17:30:22.688156 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-004b3c4d-50fc-4301-99c9-cdee13171b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:22.690293 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-004b3c4d-50fc-4301-99c9-cdee13171b76 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 1129 time: 0.0530918 Sep 27 17:30:22.761774 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:22.799199 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-f7bdee94-b1f7-4f94-9a9c-fc3cebd302c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:22.800710 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-f7bdee94-b1f7-4f94-9a9c-fc3cebd302c9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.0888002 Sep 27 17:30:22.869737 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-7cbda409-948a-4370-9a0a-3d9f2f2d8266 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75 HTTP/1.1" status: 200 len: 217 time: 0.0502234 Sep 27 17:30:22.906781 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:22.953906 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-ac357c94-b28e-414a-aec0-fb3e46224325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:22.955426 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-ac357c94-b28e-414a-aec0-fb3e46224325 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0765004 Sep 27 17:30:22.965784 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72c33-b095-48cc-aa5d-c6e88cbcbdce req-d8b408fa-972d-4495-b277-c1aee3ebc68d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:22.967385 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-69b72c33-b095-48cc-aa5d-c6e88cbcbdce req-d8b408fa-972d-4495-b277-c1aee3ebc68d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0789042 Sep 27 17:30:23.030017 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-49c14dec-1666-446a-9ab4-22639e5311ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:23.031601 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-49c14dec-1666-446a-9ab4-22639e5311ca service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633540 Sep 27 17:30:23.064770 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-69b72c33-b095-48cc-aa5d-c6e88cbcbdce req-39145bf5-bbb2-4cfd-9040-aac49f40bd6a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869839 Sep 27 17:30:23.131266 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-01696ea8-e204-4a4d-b8b2-29484b90e30e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924127 Sep 27 17:30:23.232454 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e7c2d557-d194-4312-8ff1-aeb494bab480 req-c058b7af-c7b1-4921-9a61-ea0582031f22 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930784 Sep 27 17:30:23.477544 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:23.484540 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=37,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:24.204687 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e1b9c-cdda-413c-89c8-bf7cbd47e5db req-d32335ee-476b-4d24-84df-54b8fb1ae77e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:24.206220 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-452e1b9c-cdda-413c-89c8-bf7cbd47e5db req-d32335ee-476b-4d24-84df-54b8fb1ae77e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0587895 Sep 27 17:30:24.253904 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-452e1b9c-cdda-413c-89c8-bf7cbd47e5db req-3499af49-ee1c-47ea-a6f4-691d7cf3c57a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414970 Sep 27 17:30:25.380485 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab713506-d8eb-4ec0-bf70-da5dfed0aea7 req-cc284d07-9121-4ebb-ac46-d7c8afd53ed0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:25.381923 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab713506-d8eb-4ec0-bf70-da5dfed0aea7 req-cc284d07-9121-4ebb-ac46-d7c8afd53ed0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0460279 Sep 27 17:30:25.432294 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab713506-d8eb-4ec0-bf70-da5dfed0aea7 req-a0abcae0-155f-4ff9-a40a-31316b044892 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442564 Sep 27 17:30:25.995803 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 54936) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:26.000305 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-0aa9ac6c-3f94-4af1-bf0d-b6a9d6ac87ea tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639797773', 'description': 'tempest-description--1031132942'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:26.022259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ac6c-3f94-4af1-bf0d-b6a9d6ac87ea tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.090896 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ac6c-3f94-4af1-bf0d-b6a9d6ac87ea tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (3049fd83-be21-4dd4-92b0-46527997873a), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.094940 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ac6c-3f94-4af1-bf0d-b6a9d6ac87ea tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (3049fd83-be21-4dd4-92b0-46527997873a), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.126680 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ac6c-3f94-4af1-bf0d-b6a9d6ac87ea tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.127889 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-0aa9ac6c-3f94-4af1-bf0d-b6a9d6ac87ea tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1310797 Sep 27 17:30:26.128970 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9ac6c-3f94-4af1-bf0d-b6a9d6ac87ea tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3049fd83-be21-4dd4-92b0-46527997873a,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:26.130965 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54940) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:26.135510 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-3c7d470a-9a35-4d60-8820-c5a0e8342285 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group_rule': {'security_group_id': '3049fd83-be21-4dd4-92b0-46527997873a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:26.164245 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3c7d470a-9a35-4d60-8820-c5a0e8342285 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (2a4a4624-a9ba-4a1d-907c-0b983631a7a8), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.197861 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=7 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:26.198693 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=46 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:26.221788 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3c7d470a-9a35-4d60-8820-c5a0e8342285 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (2a4a4624-a9ba-4a1d-907c-0b983631a7a8), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.225326 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3c7d470a-9a35-4d60-8820-c5a0e8342285 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (2a4a4624-a9ba-4a1d-907c-0b983631a7a8), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.244422 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d470a-9a35-4d60-8820-c5a0e8342285 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4a4624-a9ba-4a1d-907c-0b983631a7a8,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:26.251758 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3c7d470a-9a35-4d60-8820-c5a0e8342285 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.252961 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3c7d470a-9a35-4d60-8820-c5a0e8342285 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209764 Sep 27 17:30:26.257049 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54942) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:26.261199 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-6d6d7092-96e4-4ebd-b9f4-4e70df006434 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group_rule': {'security_group_id': '3049fd83-be21-4dd4-92b0-46527997873a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:26.286226 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6d6d7092-96e4-4ebd-b9f4-4e70df006434 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (f8a61f98-717f-448e-b04b-d35de85b183f), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.342989 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6d6d7092-96e4-4ebd-b9f4-4e70df006434 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (f8a61f98-717f-448e-b04b-d35de85b183f), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.346474 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6d6d7092-96e4-4ebd-b9f4-4e70df006434 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (f8a61f98-717f-448e-b04b-d35de85b183f), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.365507 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d7092-96e4-4ebd-b9f4-4e70df006434 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a61f98-717f-448e-b04b-d35de85b183f,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:26.371457 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6d6d7092-96e4-4ebd-b9f4-4e70df006434 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.372891 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6d6d7092-96e4-4ebd-b9f4-4e70df006434 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146662 Sep 27 17:30:26.375883 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 54944) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:26.380081 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:26.400952 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.480285 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.562945 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a4fb8-1b0f-40b4-b4b8-5c56428f5c4a req-009ac90d-7cc3-4872-82bb-cd2062ef96b6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:26.564435 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-074a4fb8-1b0f-40b4-b4b8-5c56428f5c4a req-009ac90d-7cc3-4872-82bb-cd2062ef96b6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0479195 Sep 27 17:30:26.584391 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Allocated IP 172.27.0.113 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/cb5b23c1-08f1-4584-a993-2c0e36bdc3ae) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:30:26.613486 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-074a4fb8-1b0f-40b4-b4b8-5c56428f5c4a req-20996f20-d774-4452-9579-15667c7bae19 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Sep 27 17:30:26.693185 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (cb5b23c1-08f1-4584-a993-2c0e36bdc3ae), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.724004 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (cb5b23c1-08f1-4584-a993-2c0e36bdc3ae), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.760990 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:26.764386 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:26.767802 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:26.772206 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:30:26.796268 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=cb5b23c1-08f1-4584-a993-2c0e36bdc3ae,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:26.817989 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:26.863579 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (afab4596-3c4c-441a-b771-7615224761c7), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:26.899263 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (cb5b23c1-08f1-4584-a993-2c0e36bdc3ae), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:27.046238 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (cb5b23c1-08f1-4584-a993-2c0e36bdc3ae), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:27.050687 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (cb5b23c1-08f1-4584-a993-2c0e36bdc3ae), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:27.122365 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (afab4596-3c4c-441a-b771-7615224761c7), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:27.123159 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=cb5b23c1-08f1-4584-a993-2c0e36bdc3ae,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:27.138979 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:27.140502 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-cd59ae59-c222-4dc5-9c7d-9c7dc75fa279 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7635653 Sep 27 17:30:27.301102 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:27.302745 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:27.303854 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:27.339945 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-7c1e41e7-2f89-45a5-b806-dead45eddc6e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--639797773&fields=id&tenant_id=ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 267 time: 0.0457599 Sep 27 17:30:27.446436 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b6be12a-7d4f-4380-a9f5-1a26a9debde1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:27.447810 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b6be12a-7d4f-4380-a9f5-1a26a9debde1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 815 time: 0.1014583 Sep 27 17:30:27.462913 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-438aff54-dfa8-4977-99c6-5267ce2ccd5d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/quotas/ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 375 time: 0.0091805 Sep 27 17:30:27.504840 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:27.515850 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-a00bbd17-1526-49ed-a0b0-85b9d49883ed tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481737 Sep 27 17:30:27.730352 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8fd793bf-d1c5-473c-8493-ac79bf77bb58 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993344 Sep 27 17:30:27.754829 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926c2d-7fb9-4964-8a80-206125030655 req-446c4bfd-9b87-4a13-b041-97ae8f45fdc7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:27.756151 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3d926c2d-7fb9-4964-8a80-206125030655 req-446c4bfd-9b87-4a13-b041-97ae8f45fdc7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0601182 Sep 27 17:30:27.857745 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3d926c2d-7fb9-4964-8a80-206125030655 req-fa71c260-9892-46f9-94b6-e87bf4a42a70 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915251 Sep 27 17:30:27.871680 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-ea9452fc-da70-4d63-89c3-d9d40bd701c7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337616 Sep 27 17:30:28.051002 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-be25ab5f-82b6-496d-9597-5ca4f02a3338 req-e571f00d-9b7d-4fc1-bea2-197ba5de8524 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 210 time: 0.0288217 Sep 27 17:30:28.991279 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec155bb-e695-4ee8-9e46-0bfc0d737641 req-35852e95-f19f-4109-8a22-11701e674add tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:28.992765 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5ec155bb-e695-4ee8-9e46-0bfc0d737641 req-35852e95-f19f-4109-8a22-11701e674add tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0512018 Sep 27 17:30:29.041514 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5ec155bb-e695-4ee8-9e46-0bfc0d737641 req-ccfccce8-d532-448a-a9e3-15d942669f38 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430789 Sep 27 17:30:29.167417 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-75e538a1-399f-447d-a8ca-cbfd01e264ad req-45a3bdf1-2344-4ba7-9222-e84ae520b62e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 210 time: 0.0280290 Sep 27 17:30:30.181846 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61012bdc-1673-4f30-ad98-5c550da4902c req-38677f5b-393f-43b6-ac8b-c71498cf4e3a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:30.186107 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-61012bdc-1673-4f30-ad98-5c550da4902c req-38677f5b-393f-43b6-ac8b-c71498cf4e3a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.0494704 Sep 27 17:30:30.258569 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-61012bdc-1673-4f30-ad98-5c550da4902c req-0675ca63-158a-41aa-b5b9-df21e7c4bc98 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644026 Sep 27 17:30:30.334953 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9e708acf-64a6-4b00-b4ed-23df8db68f4e req-c0834a1b-8272-4d89-9231-dea5497dfe02 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 210 time: 0.0454218 Sep 27 17:30:31.143550 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-d551d798-1af2-4a75-a0e2-19b000daa843 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:31.145343 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-d551d798-1af2-4a75-a0e2-19b000daa843 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 815 time: 0.1145375 Sep 27 17:30:31.239440 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-3e879845-5b24-4aee-9665-4a82506afb35 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 472 time: 0.0750313 Sep 27 17:30:31.330221 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'port': {'device_id': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'admin_state_up': True, 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'security_groups': ['3049fd83-be21-4dd4-92b0-46527997873a']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:31.446819 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4df4ab-97a8-4ffd-bafc-a9265e0ba33a req-38f6a3fa-219b-4d5c-ae22-ecba192e05d6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:31.449944 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4c4df4ab-97a8-4ffd-bafc-a9265e0ba33a req-38f6a3fa-219b-4d5c-ae22-ecba192e05d6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 943 time: 0.1040893 Sep 27 17:30:31.476281 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d8143a64-9c96-4d82-a51b-778ff46105a0 req-a9ad6d91-48ad-4871-a5e3-d65623134c8a tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 210 time: 0.0490260 Sep 27 17:30:31.526687 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:31.552997 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5a5276d6-632d-4adb-a46b-8471fb0bf332 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:30:31.558562 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4c4df4ab-97a8-4ffd-bafc-a9265e0ba33a req-ec33ed23-07f4-4d2d-8cef-436bd31a62d3 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874090 Sep 27 17:30:31.566954 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Made reservation on behalf of ef13103d3d8b43e1882d4820c8d9247b for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:30:31.571508 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:31.574672 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:31.678524 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:31.691229 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'port_id': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'mac_address': 'fa:16:3e:61:c2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:30:31.717294 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Allocated IP 172.20.0.5 (50dc8265-0d0d-49da-afd6-19daca5e673b/7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b/a7cbab4a-ebf6-4274-83af-582db23d3344) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:30:31.731158 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 5a5276d6-632d-4adb-a46b-8471fb0bf332 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:31.731528 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:31.745958 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5276d6-632d-4adb-a46b-8471fb0bf332 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:30:31.767025 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:31.773014 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:31.827890 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=9']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:31.891495 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:31.925412 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:31.974483 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Network 50dc8265-0d0d-49da-afd6-19daca5e673b is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:31.978312 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:31.982746 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:30:31.988835 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=a7cbab4a-ebf6-4274-83af-582db23d3344,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:32.037573 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:32.038250 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:32.057169 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-8df2ae04-ff08-4bad-916b-9a0bd6e0f27d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7315776 Sep 27 17:30:32.075199 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Request body: {'port': {'device_id': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:32.152125 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:32.284803 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-b05515c2-d395-4779-b636-ec81fd750468 None None] Provisioning complete for port a7cbab4a-ebf6-4274-83af-582db23d3344 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:32.285080 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b05515c2-d395-4779-b636-ec81fd750468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:32.285416 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b05515c2-d395-4779-b636-ec81fd750468 None None] Attempt 1 to provision port a7cbab4a-ebf6-4274-83af-582db23d3344 Sep 27 17:30:32.325727 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b05515c2-d395-4779-b636-ec81fd750468 None None] Port a7cbab4a-ebf6-4274-83af-582db23d3344 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:32.420819 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:32.423086 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cbab4a-ebf6-4274-83af-582db23d3344 {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:30:32.431706 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Publish callbacks [] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:32.443735 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:32.447646 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Transition to ACTIVE for port object a7cbab4a-ebf6-4274-83af-582db23d3344 will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:30:32.451921 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:32.512069 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Pushing event updated for resources: {'Port': ['ID=a7cbab4a-ebf6-4274-83af-582db23d3344,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:32.535369 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['5a5276d6-632d-4adb-a46b-8471fb0bf332'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:30:32.581262 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Attempting to bind port a7cbab4a-ebf6-4274-83af-582db23d3344 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:30:32.581595 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Attempting to bind port a7cbab4a-ebf6-4274-83af-582db23d3344 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:30:32.581922 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Attempting to bind port a7cbab4a-ebf6-4274-83af-582db23d3344 on network 50dc8265-0d0d-49da-afd6-19daca5e673b {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:30:32.644526 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c5af-478a-4355-97e1-de2cc59366a4 req-d5f0f302-750a-44e7-b73c-a8ce23303b36 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:32.651908 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c285c5af-478a-4355-97e1-de2cc59366a4 req-d5f0f302-750a-44e7-b73c-a8ce23303b36 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 943 time: 0.0842526 Sep 27 17:30:32.688275 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Port a7cbab4a-ebf6-4274-83af-582db23d3344 on network 50dc8265-0d0d-49da-afd6-19daca5e673b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:30:32.688608 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Attempting to bind port a7cbab4a-ebf6-4274-83af-582db23d3344 on network 50dc8265-0d0d-49da-afd6-19daca5e673b {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:30:32.763246 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8ccf-7811-43c4-a7b7-69178b02abbd req-17998bad-3ae5-4279-98b0-d4c5a36b1cd4 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:32.764710 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d8ef8ccf-7811-43c4-a7b7-69178b02abbd req-17998bad-3ae5-4279-98b0-d4c5a36b1cd4 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 944 time: 0.0942659 Sep 27 17:30:32.780570 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c285c5af-478a-4355-97e1-de2cc59366a4 req-030a8732-5efd-44ee-a43c-f82487c39b7e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278188 Sep 27 17:30:32.805595 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:30:32.805934 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Checking segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:30:32.806339 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Bound using segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:30:32.806779 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Bound port: a7cbab4a-ebf6-4274-83af-582db23d3344, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:30:32.807137 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:32.827122 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b05515c2-d395-4779-b636-ec81fd750468 None None] Attempt 2 to provision port a7cbab4a-ebf6-4274-83af-582db23d3344 Sep 27 17:30:32.860667 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d8ef8ccf-7811-43c4-a7b7-69178b02abbd req-e0dc46a7-113a-4a6a-9507-291fe857e23e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844059 Sep 27 17:30:32.895041 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] For port a7cbab4a-ebf6-4274-83af-582db23d3344, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:30:32.898475 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] For port a7cbab4a-ebf6-4274-83af-582db23d3344, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a7cbab4a-ebf6-4274-83af-582db23d3344,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:30:32.906691 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:32.910456 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:32.911066 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:32.912565 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/a7cbab4a-ebf6-4274-83af-582db23d3344 HTTP/1.1" status: 200 len: 1093 time: 0.8422673 Sep 27 17:30:32.915598 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'tag': 'a7cbab4a-ebf6-4274-83af-582db23d3344'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:30:32.918531 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c82b83-60f6-4b58-a350-f5cc4a800fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd2f537-78c4-4a00-95ab-4f7b115810cd", "tag": "a7cbab4a-ebf6-4274-83af-582db23d3344"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:30:32.978557 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c108d-4496-4776-8a20-40929c1a42ee service neutron] Pushing event updated for resources: {'Port': ['ID=a7cbab4a-ebf6-4274-83af-582db23d3344,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:33.023926 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b05515c2-d395-4779-b636-ec81fd750468 None None] Port a7cbab4a-ebf6-4274-83af-582db23d3344 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:33.043601 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-12d2e4f3-a9c5-4bc1-9a5a-027f166a378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:33.045905 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-12d2e4f3-a9c5-4bc1-9a5a-027f166a378a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 1127 time: 0.0527852 Sep 27 17:30:33.068591 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b0ff63-97b0-45cb-b8ce-b7fb004c1b67 x-openstack-request-id: req-c8b0ff63-97b0-45cb-b8ce-b7fb004c1b67 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:30:33.068876 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd2f537-78c4-4a00-95ab-4f7b115810cd", "tag": "a7cbab4a-ebf6-4274-83af-582db23d3344", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:30:33.069123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8b0ff63-97b0-45cb-b8ce-b7fb004c1b67 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:30:33.069522 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b0ff63-97b0-45cb-b8ce-b7fb004c1b67'] response: {'name': 'network-changed', 'server_uuid': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'tag': 'a7cbab4a-ebf6-4274-83af-582db23d3344', 'status': 'completed', 'code': 200} Sep 27 17:30:33.096299 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-4588558b-a43b-4b15-97ad-4b2b14f1e163 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7cbab4a-ebf6-4274-83af-582db23d3344 HTTP/1.1" status: 200 len: 217 time: 0.0369725 Sep 27 17:30:33.147292 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-d8c659de-36dc-4dfe-90a8-6148d5487c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:33.148858 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-d8c659de-36dc-4dfe-90a8-6148d5487c3e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0465589 Sep 27 17:30:33.200379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-aa7996d5-1726-4147-9382-c96f882e3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:33.201917 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-aa7996d5-1726-4147-9382-c96f882e3496 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441589 Sep 27 17:30:33.293709 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-81d637ff-08f5-4de2-8443-e9c6007aaefd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852902 Sep 27 17:30:33.378802 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:33.395489 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-990d9d01-9985-4c81-b8d9-1fba5c1cdd77 req-fa5b527e-cbf6-4ba6-8a45-5499cb535d1d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939651 Sep 27 17:30:33.526118 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-b05515c2-d395-4779-b636-ec81fd750468 None None] Attempt 3 to provision port a7cbab4a-ebf6-4274-83af-582db23d3344 Sep 27 17:30:33.565855 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b05515c2-d395-4779-b636-ec81fd750468 None None] Port a7cbab4a-ebf6-4274-83af-582db23d3344 had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:30:33.910276 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118471c-70e6-4e8a-a42f-b08dc6e1e293 req-7f7380a3-123c-4c2c-bec2-e53cebb77db6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:33.912007 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4118471c-70e6-4e8a-a42f-b08dc6e1e293 req-7f7380a3-123c-4c2c-bec2-e53cebb77db6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 943 time: 0.0514734 Sep 27 17:30:33.971066 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4118471c-70e6-4e8a-a42f-b08dc6e1e293 req-36658de5-9d75-4796-a111-f0fb50247ed5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529125 Sep 27 17:30:33.993371 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:34.009658 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012daad3-f1de-4dc8-ac61-b84254151ddb req-356500ef-dbce-4ead-a806-941c4583f879 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:34.011409 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-012daad3-f1de-4dc8-ac61-b84254151ddb req-356500ef-dbce-4ead-a806-941c4583f879 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 944 time: 0.0565188 Sep 27 17:30:34.064150 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-012daad3-f1de-4dc8-ac61-b84254151ddb req-2029b03c-357a-4b13-b127-539c9936a675 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468724 Sep 27 17:30:34.690374 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5a5276d6-632d-4adb-a46b-8471fb0bf332 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:34.734997 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 5a5276d6-632d-4adb-a46b-8471fb0bf332 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:34.735551 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:34.735983 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 5a5276d6-632d-4adb-a46b-8471fb0bf332 Sep 27 17:30:34.812484 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 5a5276d6-632d-4adb-a46b-8471fb0bf332 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:34.812872 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:34.835026 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:30:34.837803 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33e394d-b09b-48c4-bcd0-df49ec98f05f" -d '{"events": [{"server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "name": "network-vif-plugged", "status": "completed", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:30:34.849877 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:34.855011 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:34.882531 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:34.915563 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=10']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:34.954376 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a6b931-05c0-498c-becb-ffbc14a58eef x-openstack-request-id: req-22a6b931-05c0-498c-becb-ffbc14a58eef {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:30:34.954696 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "name": "network-vif-plugged", "status": "completed", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:30:34.954963 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22a6b931-05c0-498c-becb-ffbc14a58eef {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:30:34.955369 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a6b931-05c0-498c-becb-ffbc14a58eef'] response: {'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'code': 200} Sep 27 17:30:35.366350 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b77746-5876-4eda-8b46-e2257d743e3a req-73ea4b95-fed0-432b-9fd4-e84884280f3e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:35.368935 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e6b77746-5876-4eda-8b46-e2257d743e3a req-73ea4b95-fed0-432b-9fd4-e84884280f3e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 943 time: 0.3204520 Sep 27 17:30:35.378382 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdbab2-df30-42a3-ab09-449dcd8bc71e req-43f4018b-a940-4ec6-ae5f-6436a6c910ff tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:35.379770 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ccfdbab2-df30-42a3-ab09-449dcd8bc71e req-43f4018b-a940-4ec6-ae5f-6436a6c910ff tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0597177 Sep 27 17:30:35.454105 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e6b77746-5876-4eda-8b46-e2257d743e3a req-5f2e4992-c629-41c5-9db1-961243972991 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733716 Sep 27 17:30:35.457324 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ccfdbab2-df30-42a3-ab09-449dcd8bc71e req-82b12694-9475-4792-a6eb-e913393ea852 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701306 Sep 27 17:30:36.612510 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc998c2-a12f-4483-84f4-d8ebce8daca3 req-81b21523-f71b-49aa-85a7-3df5c740e84a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:36.613982 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-abc998c2-a12f-4483-84f4-d8ebce8daca3 req-81b21523-f71b-49aa-85a7-3df5c740e84a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0757370 Sep 27 17:30:36.619741 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87703255-d740-4196-87f2-e1bc60a6b0c0 req-b3aa628a-6833-4890-a94d-8304968cc012 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:36.621094 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-87703255-d740-4196-87f2-e1bc60a6b0c0 req-b3aa628a-6833-4890-a94d-8304968cc012 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 943 time: 0.0815530 Sep 27 17:30:36.696820 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-abc998c2-a12f-4483-84f4-d8ebce8daca3 req-299319d6-0686-4f31-85a5-3dec9c9f25c6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747271 Sep 27 17:30:36.701025 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-87703255-d740-4196-87f2-e1bc60a6b0c0 req-1d282e66-6474-4fc6-a2fa-584855cc24c0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719202 Sep 27 17:30:37.129688 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:37.132667 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=45,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:37.315464 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1099a20b-06bf-44f7-bd60-4aa8346ea9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:37.850909 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b1f44-c043-49a2-bbee-5a2bc7c714bb req-d0d0b477-162c-4060-b6fb-5d78de028a9d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:37.852443 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab3b1f44-c043-49a2-bbee-5a2bc7c714bb req-d0d0b477-162c-4060-b6fb-5d78de028a9d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 943 time: 0.0769465 Sep 27 17:30:37.858907 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378827f-de63-4e21-b228-9825bdd0b7c2 req-8bd05fa4-c5ad-4f0b-9f72-8a79be6c55ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:37.861319 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6378827f-de63-4e21-b228-9825bdd0b7c2 req-8bd05fa4-c5ad-4f0b-9f72-8a79be6c55ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0757847 Sep 27 17:30:37.933193 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab3b1f44-c043-49a2-bbee-5a2bc7c714bb req-2b588e18-2281-4f65-8adb-2d150cfeb8c6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709083 Sep 27 17:30:37.941504 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6378827f-de63-4e21-b228-9825bdd0b7c2 req-3267c934-b112-43b7-896d-7f99e1c47b51 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732827 Sep 27 17:30:38.665533 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a7cbab4a-ebf6-4274-83af-582db23d3344 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:30:38.679345 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:38.768696 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port a7cbab4a-ebf6-4274-83af-582db23d3344, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a7cbab4a-ebf6-4274-83af-582db23d3344,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:38.779981 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'a7cbab4a-ebf6-4274-83af-582db23d3344', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'port_id': 'a7cbab4a-ebf6-4274-83af-582db23d3344', 'mac_address': 'fa:16:3e:9f:04:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:30:38.818663 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port a7cbab4a-ebf6-4274-83af-582db23d3344 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:38.819058 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:38.832013 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cbab4a-ebf6-4274-83af-582db23d3344 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:30:38.852463 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port a7cbab4a-ebf6-4274-83af-582db23d3344, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a7cbab4a-ebf6-4274-83af-582db23d3344,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:38.856796 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:38.901285 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=a7cbab4a-ebf6-4274-83af-582db23d3344,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:39.083219 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad37f6-0fcc-4998-a1a6-5e5a287d0c8f req-dc2bdf91-fb54-4f0f-a7f1-7f32077de72b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:39.084665 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9dad37f6-0fcc-4998-a1a6-5e5a287d0c8f req-dc2bdf91-fb54-4f0f-a7f1-7f32077de72b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 944 time: 0.0748386 Sep 27 17:30:39.107514 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689ec3b-1e85-4b4b-a34d-7e0d92b0a2c1 req-d68ac49f-a00b-4bac-82e9-15d911bbc16c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:39.108942 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8689ec3b-1e85-4b4b-a34d-7e0d92b0a2c1 req-d68ac49f-a00b-4bac-82e9-15d911bbc16c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0686944 Sep 27 17:30:39.170138 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9dad37f6-0fcc-4998-a1a6-5e5a287d0c8f req-9c99ffc1-4c81-41c6-8a78-d059664d488e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798769 Sep 27 17:30:39.180917 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8689ec3b-1e85-4b4b-a34d-7e0d92b0a2c1 req-d52ea06b-f442-4426-b554-9b731ddf546c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637295 Sep 27 17:30:39.406875 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-eac4922b-b786-4e76-bb46-df88fdead753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:39.408399 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-eac4922b-b786-4e76-bb46-df88fdead753 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 1128 time: 0.0390203 Sep 27 17:30:39.556760 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b45ce033-9196-450b-a93e-265205c01b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:39.637321 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:30:39.776878 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['a7cbab4a-ebf6-4274-83af-582db23d3344'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:30:39.900360 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:39.941670 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-17e3c7a9-ca01-4a36-a9d5-a87213810f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:39.945376 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-17e3c7a9-ca01-4a36-a9d5-a87213810f55 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 916 time: 0.1195579 Sep 27 17:30:39.995056 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-04293c13-ee11-4bb4-a8b2-162c44e720b2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7cbab4a-ebf6-4274-83af-582db23d3344 HTTP/1.1" status: 200 len: 217 time: 0.0324407 Sep 27 17:30:40.002337 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74de4c-2b41-4ead-8926-1ec309a73fe9 req-60ea9b1d-cf87-4e97-9aa9-d47afa889159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:40.003795 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7d74de4c-2b41-4ead-8926-1ec309a73fe9 req-60ea9b1d-cf87-4e97-9aa9-d47afa889159 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 1130 time: 0.0409491 Sep 27 17:30:40.046761 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-40abddb4-117f-41f0-8ac8-386f91c9487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:40.046985 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7d74de4c-2b41-4ead-8926-1ec309a73fe9 req-39eed2bd-2e61-4eb5-a6be-8c7bd44f99f8 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365136 Sep 27 17:30:40.048197 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-40abddb4-117f-41f0-8ac8-386f91c9487c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0474689 Sep 27 17:30:40.313712 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:40.326573 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb2d8d-822d-41b2-920d-d5de352f8283 req-f7acbdaf-58d7-4cdc-87cb-5ed79f68066a tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:40.328063 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cceb2d8d-822d-41b2-920d-d5de352f8283 req-f7acbdaf-58d7-4cdc-87cb-5ed79f68066a tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 944 time: 0.0775168 Sep 27 17:30:40.347065 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ded829-78cb-459d-b184-449b6fd2e1ad req-09539d0f-dd1d-4bc8-acac-5babfe96990b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:40.348443 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f2ded829-78cb-459d-b184-449b6fd2e1ad req-09539d0f-dd1d-4bc8-acac-5babfe96990b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0675511 Sep 27 17:30:40.412838 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cceb2d8d-822d-41b2-920d-d5de352f8283 req-22f7a1dd-02bb-4fd5-82f3-9b7b714cfe07 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790074 Sep 27 17:30:40.420108 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f2ded829-78cb-459d-b184-449b6fd2e1ad req-de7f1ef3-a684-43b7-ad45-3f4344e5a80f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642803 Sep 27 17:30:40.560548 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-3a08deae-1286-4221-b987-ccb2bfe5529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:40.561940 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-3a08deae-1286-4221-b987-ccb2bfe5529f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440645 Sep 27 17:30:40.652211 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-00e99208-ecfc-4055-8828-b9c6ce7d81b0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830185 Sep 27 17:30:40.853900 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:41.285784 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a7cbab4a-ebf6-4274-83af-582db23d3344 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:41.328434 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port a7cbab4a-ebf6-4274-83af-582db23d3344 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:30:41.333862 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port a7cbab4a-ebf6-4274-83af-582db23d3344 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:41.334273 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:41.334614 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port a7cbab4a-ebf6-4274-83af-582db23d3344 Sep 27 17:30:41.409046 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port a7cbab4a-ebf6-4274-83af-582db23d3344 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:41.409335 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:41.431495 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cbab4a-ebf6-4274-83af-582db23d3344'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:30:41.433685 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a008efa-a1f5-4646-9c0c-3a28fd500022" -d '{"events": [{"server_uuid": "9cd2f537-78c4-4a00-95ab-4f7b115810cd", "name": "network-vif-plugged", "status": "completed", "tag": "a7cbab4a-ebf6-4274-83af-582db23d3344"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:30:41.446361 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port a7cbab4a-ebf6-4274-83af-582db23d3344, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a7cbab4a-ebf6-4274-83af-582db23d3344,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:41.451438 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:41.479614 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e0c72c-77e2-4d3c-992a-c3eb706e1746 x-openstack-request-id: req-f5e0c72c-77e2-4d3c-992a-c3eb706e1746 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:30:41.479970 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd2f537-78c4-4a00-95ab-4f7b115810cd", "name": "network-vif-plugged", "status": "completed", "tag": "a7cbab4a-ebf6-4274-83af-582db23d3344", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:30:41.480381 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5e0c72c-77e2-4d3c-992a-c3eb706e1746 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:30:41.480827 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e0c72c-77e2-4d3c-992a-c3eb706e1746'] response: {'server_uuid': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cbab4a-ebf6-4274-83af-582db23d3344', 'code': 200} Sep 27 17:30:41.505388 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=a7cbab4a-ebf6-4274-83af-582db23d3344,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:41.619287 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-60c82b83-60f6-4b58-a350-f5cc4a800fbc req-f5eaa17d-38a9-4973-a439-fd11cf343b71 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640553 Sep 27 17:30:41.632806 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471b310-5e22-446c-8cb0-874436b06bb8 req-7d0c1e3f-2027-48f5-bcc4-5448b5b39988 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:41.638135 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4471b310-5e22-446c-8cb0-874436b06bb8 req-7d0c1e3f-2027-48f5-bcc4-5448b5b39988 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 945 time: 0.0972650 Sep 27 17:30:41.698737 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa04655-972b-4bfc-897d-784c9271c02f req-88a0ae34-caac-4f92-ad17-f015e4a7a2a7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:41.700164 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9aa04655-972b-4bfc-897d-784c9271c02f req-88a0ae34-caac-4f92-ad17-f015e4a7a2a7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0864885 Sep 27 17:30:41.744738 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4471b310-5e22-446c-8cb0-874436b06bb8 req-5c11f1ec-dcf1-478d-8035-8d5f198967e4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843437 Sep 27 17:30:41.794873 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9aa04655-972b-4bfc-897d-784c9271c02f req-d279e72c-9cf5-49e6-a0fa-bbcca439b2b9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842171 Sep 27 17:30:41.804765 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f872e34-d2eb-4399-b217-0a7959c72bf4 req-b5f82b35-9fdd-4b11-abe2-8fe0c689a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:41.806962 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2f872e34-d2eb-4399-b217-0a7959c72bf4 req-b5f82b35-9fdd-4b11-abe2-8fe0c689a4fa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 1129 time: 0.0495996 Sep 27 17:30:41.830204 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386a69d-8099-4d61-9aa6-254629092e0f req-b99523d0-d636-41a9-be28-c8a6ba5e0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:41.831719 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-a386a69d-8099-4d61-9aa6-254629092e0f req-b99523d0-d636-41a9-be28-c8a6ba5e0c97 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9bf4e20a59f147afb4f036fc8d04adb2&device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 1169 time: 0.0583434 Sep 27 17:30:41.871568 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1112-aa0d-4be5-9bfa-334db6a4c290 req-44629f9b-1897-41cd-984d-6aa30fceabf3 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:41.872989 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f42a1112-aa0d-4be5-9bfa-334db6a4c290 req-44629f9b-1897-41cd-984d-6aa30fceabf3 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0651369 Sep 27 17:30:41.937532 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2f872e34-d2eb-4399-b217-0a7959c72bf4 req-d004e378-579c-4572-bdde-d6c40d824bc7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799148 Sep 27 17:30:41.947153 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386a69d-8099-4d61-9aa6-254629092e0f req-f7bd5713-ba43-47ed-bd5e-44dd51eb1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:41.948632 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-a386a69d-8099-4d61-9aa6-254629092e0f req-f7bd5713-ba43-47ed-bd5e-44dd51eb1748 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f6df37ce-4072-424a-afc9-d720386b4649 HTTP/1.1" status: 200 len: 915 time: 0.0928230 Sep 27 17:30:41.955160 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f42a1112-aa0d-4be5-9bfa-334db6a4c290 req-ea28cf60-8c70-435d-8581-49a98855bd18 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745373 Sep 27 17:30:42.171289 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:42.187513 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-b7497a0e-5e2a-4f8e-aaa8-9315b5b92949 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-981048707&fields=id&tenant_id=f4db1a85e2504cb9956a6461b5072aa3 HTTP/1.1" status: 200 len: 267 time: 0.0485725 Sep 27 17:30:42.293171 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-6c9a415b-3b4c-48f2-a8e8-33d99d9b27a4 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:42.294583 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-6c9a415b-3b4c-48f2-a8e8-33d99d9b27a4 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 812 time: 0.1007655 Sep 27 17:30:42.308940 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-35e140c8-8350-4f76-936c-55f517aea076 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/quotas/f4db1a85e2504cb9956a6461b5072aa3 HTTP/1.1" status: 200 len: 375 time: 0.0090270 Sep 27 17:30:42.362500 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e1751b64-a274-4793-aff2-cf772fc89adc tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484581 Sep 27 17:30:42.406828 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:42.431013 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:42.464655 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-7962fa00-dbf1-44c4-801c-6952f95758f0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906765 Sep 27 17:30:42.481950 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-a386a69d-8099-4d61-9aa6-254629092e0f req-0caa66df-3f18-4fbe-adac-ac7fde28be56 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df HTTP/1.1" status: 200 len: 1001 time: 0.0634744 Sep 27 17:30:42.491445 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:42.571193 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-2834a56f-bfbc-404e-b530-f5cddf131827 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978832 Sep 27 17:30:42.910860 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ffab00d0-25dc-46b8-8f6b-04be19b6682b req-4cc62835-6dd1-489b-a23d-093beef64af5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 210 time: 0.0359142 Sep 27 17:30:42.917288 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc44047-6dd7-432d-9122-802dbab0afd8 req-ae1da96d-fb36-402d-a3f2-98b527f4a3a1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:42.918775 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7fc44047-6dd7-432d-9122-802dbab0afd8 req-ae1da96d-fb36-402d-a3f2-98b527f4a3a1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 945 time: 0.0949402 Sep 27 17:30:42.993837 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7fc44047-6dd7-432d-9122-802dbab0afd8 req-20c2cfa6-3849-460f-8e6c-eb71c3483502 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626991 Sep 27 17:30:43.053422 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83966837-e062-4f7d-b4c6-8dead263d1c5 req-9176c6ba-8ab2-4dc7-867b-d759536861ca tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:43.055771 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83966837-e062-4f7d-b4c6-8dead263d1c5 req-9176c6ba-8ab2-4dc7-867b-d759536861ca tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0660293 Sep 27 17:30:43.144565 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d701aad-53e4-428e-acda-02e53657082d req-2aaff599-6cb0-44a9-b352-c3c6bcd8a0ec tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:43.146051 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9d701aad-53e4-428e-acda-02e53657082d req-2aaff599-6cb0-44a9-b352-c3c6bcd8a0ec tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0656753 Sep 27 17:30:43.150173 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83966837-e062-4f7d-b4c6-8dead263d1c5 req-c0a12eda-d5c9-41f4-85ed-eee0678f762d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885034 Sep 27 17:30:43.209512 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9d701aad-53e4-428e-acda-02e53657082d req-4386b575-8301-434d-b8d4-491abc9a514a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566425 Sep 27 17:30:43.820748 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386a69d-8099-4d61-9aa6-254629092e0f req-c9ee1a11-7984-4db1-becf-a355dd4ad2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:43.822224 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-a386a69d-8099-4d61-9aa6-254629092e0f req-c9ee1a11-7984-4db1-becf-a355dd4ad2b0 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=8894432c-a32e-45a0-945e-acdb0dfcf4ce HTTP/1.1" status: 200 len: 853 time: 0.0475819 Sep 27 17:30:43.889022 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386a69d-8099-4d61-9aa6-254629092e0f req-f7afa532-c2df-4ece-8188-a5bca6c4f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:43.890772 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-a386a69d-8099-4d61-9aa6-254629092e0f req-f7afa532-c2df-4ece-8188-a5bca6c4f2d7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f6df37ce-4072-424a-afc9-d720386b4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472319 Sep 27 17:30:43.993970 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-a386a69d-8099-4d61-9aa6-254629092e0f req-d99330c0-07dc-4ef2-bad4-da2da930f313 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841660 Sep 27 17:30:44.016637 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1f8bfb1e-03b1-4859-9c29-428099f43264 req-a7003de6-e1e4-4d6b-816f-e25649b90ca7 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 210 time: 0.0294642 Sep 27 17:30:44.093055 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-a386a69d-8099-4d61-9aa6-254629092e0f req-245babf4-f3ba-40cd-a078-413ccfeb1ae6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905833 Sep 27 17:30:44.125999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4fb64-cfcb-440d-a1b7-fa5235a52215 req-a4f03b89-b2bc-46c7-b0cb-f42e701d35b8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:44.127550 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79b4fb64-cfcb-440d-a1b7-fa5235a52215 req-a4f03b89-b2bc-46c7-b0cb-f42e701d35b8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 945 time: 0.0534606 Sep 27 17:30:44.177200 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79b4fb64-cfcb-440d-a1b7-fa5235a52215 req-c39dc7a2-a85f-4373-84d3-17c0466a6e8d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431046 Sep 27 17:30:44.278715 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578982b2-7df6-4f17-9bbf-dcc983f9d359 req-182dbb14-7be8-4660-a700-c6fdc2ad376f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:44.280207 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-578982b2-7df6-4f17-9bbf-dcc983f9d359 req-182dbb14-7be8-4660-a700-c6fdc2ad376f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0468016 Sep 27 17:30:44.349171 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76468e8-379a-4793-a8dd-77b50f69e84b req-158c84c0-9e15-43c2-956e-b1a00fb15ff5 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:44.350678 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f76468e8-379a-4793-a8dd-77b50f69e84b req-158c84c0-9e15-43c2-956e-b1a00fb15ff5 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0662658 Sep 27 17:30:44.380178 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-578982b2-7df6-4f17-9bbf-dcc983f9d359 req-d92db294-4b92-4829-816a-db8d82893b68 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875044 Sep 27 17:30:44.422783 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f76468e8-379a-4793-a8dd-77b50f69e84b req-6005e988-9c98-4e3b-8d73-44a22160e9b0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643713 Sep 27 17:30:45.132030 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:45.132559 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-03f33de7-2b1a-406b-bc5e-18495f31f58e req-675fed02-16f9-4bcc-9325-8f6a19c25394 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 210 time: 0.0306253 Sep 27 17:30:45.300037 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6c957-38ff-42e5-8ed2-891009a80653 req-54c1fdfa-8df7-47ec-8f92-06d1a386de22 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:45.301532 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-19c6c957-38ff-42e5-8ed2-891009a80653 req-54c1fdfa-8df7-47ec-8f92-06d1a386de22 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 945 time: 0.0484040 Sep 27 17:30:45.350553 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-19c6c957-38ff-42e5-8ed2-891009a80653 req-a9ef2c05-b9bc-41b5-a44d-1c6570cf8515 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431666 Sep 27 17:30:45.471838 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8f659-d768-4763-b2ba-3aa597ed1fd2 req-4b98942f-fdff-48a9-a23d-120c3bcf89b8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:45.473325 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80f8f659-d768-4763-b2ba-3aa597ed1fd2 req-4b98942f-fdff-48a9-a23d-120c3bcf89b8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 945 time: 0.0496287 Sep 27 17:30:45.484585 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55172) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:30:45.489149 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-24510eb3-63f8-4f90-bf26-2f94274144b0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'floatingip': {'port_id': 'a7cbab4a-ebf6-4274-83af-582db23d3344'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:45.529128 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-24510eb3-63f8-4f90-bf26-2f94274144b0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (afab4596-3c4c-441a-b771-7615224761c7), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:45.537850 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:45.555338 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee7f65-24f9-4b7b-aa1b-f8a9cd96890b req-e3d1e9f1-ef24-4d6f-a9f1-2d11f0c28b8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:45.557185 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-63ee7f65-24f9-4b7b-aa1b-f8a9cd96890b req-e3d1e9f1-ef24-4d6f-a9f1-2d11f0c28b8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0521426 Sep 27 17:30:45.585801 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:45.631978 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-63ee7f65-24f9-4b7b-aa1b-f8a9cd96890b req-03f8fc52-2baf-415b-a7eb-8af9774d6cea tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685000 Sep 27 17:30:46.066858 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-8925b049-7d79-4c62-87c0-aaa6577316af tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:46.068419 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-8925b049-7d79-4c62-87c0-aaa6577316af tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 812 time: 0.3857636 Sep 27 17:30:46.124347 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:46.182193 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:46.222340 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-c550567e-249e-4d72-a1cd-01ac54374770 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f4db1a85e2504cb9956a6461b5072aa3 HTTP/1.1" status: 200 len: 379 time: 0.1228905 Sep 27 17:30:46.238128 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'port': {'device_id': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'admin_state_up': True, 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'security_groups': ['8d35b219-4ce2-41d1-9de7-b30dfda53dca']}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:46.250012 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-96ffa51d-74a0-403b-9547-bc0fd9bc9948 req-4e5ee28a-9530-4d69-a041-39421f5a43ca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 210 time: 0.0319054 Sep 27 17:30:46.389897 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-24510eb3-63f8-4f90-bf26-2f94274144b0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:46.397365 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-24510eb3-63f8-4f90-bf26-2f94274144b0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (afab4596-3c4c-441a-b771-7615224761c7), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:46.460368 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Made reservation on behalf of f4db1a85e2504cb9956a6461b5072aa3 for: {'port': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:30:46.464863 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:46.556904 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.l3_db [None req-24510eb3-63f8-4f90-bf26-2f94274144b0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Floating IP afab4596-3c4c-441a-b771-7615224761c7 associated. External IP: 172.27.0.113, port: a7cbab4a-ebf6-4274-83af-582db23d3344. Sep 27 17:30:46.711772 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Allocated IP 172.20.0.3 (e7d51347-695f-4b89-ba87-954fe70eed97/548e4075-4540-46c9-bcab-1e2f3d373070/945bab49-e787-4511-9e29-ddfbda056c05) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:30:46.759518 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658118-545c-45bc-9d98-90183e243824 req-a93af2bf-3493-4a84-b8c0-249b4b2bccc6 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:46.761040 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c658118-545c-45bc-9d98-90183e243824 req-a93af2bf-3493-4a84-b8c0-249b4b2bccc6 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0477216 Sep 27 17:30:46.825475 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c658118-545c-45bc-9d98-90183e243824 req-8c157cda-a9c0-4f29-bade-853ebc9abb78 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582159 Sep 27 17:30:46.893952 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24510eb3-63f8-4f90-bf26-2f94274144b0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:30:46.903982 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:46.972178 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:46.981207 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for port (945bab49-e787-4511-9e29-ddfbda056c05), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:47.062288 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24510eb3-63f8-4f90-bf26-2f94274144b0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:30:47.067352 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-24510eb3-63f8-4f90-bf26-2f94274144b0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:47.071773 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (945bab49-e787-4511-9e29-ddfbda056c05), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:47.074042 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:30:47.083971 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:30:47.084658 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:30:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:47.119156 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:47.134888 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Network e7d51347-695f-4b89-ba87-954fe70eed97 is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:30:47.140960 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-24510eb3-63f8-4f90-bf26-2f94274144b0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/afab4596-3c4c-441a-b771-7615224761c7 HTTP/1.1" status: 200 len: 991 time: 1.6531861 Sep 27 17:30:47.141387 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'tag': 'a7cbab4a-ebf6-4274-83af-582db23d3344'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:30:47.143658 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb8de73-d903-4373-be4e-3d667dda6235" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd2f537-78c4-4a00-95ab-4f7b115810cd", "tag": "a7cbab4a-ebf6-4274-83af-582db23d3344"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:30:47.146338 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:30:47.156511 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'Port': ['ID=945bab49-e787-4511-9e29-ddfbda056c05,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:47.159385 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:30:47.180382 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:47.192456 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ba8492-7b5e-418e-913d-940ff14de132 x-openstack-request-id: req-f9ba8492-7b5e-418e-913d-940ff14de132 {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:30:47.192773 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd2f537-78c4-4a00-95ab-4f7b115810cd", "tag": "a7cbab4a-ebf6-4274-83af-582db23d3344", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:30:47.193031 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9ba8492-7b5e-418e-913d-940ff14de132 {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:30:47.193450 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:30:47.193573 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ba8492-7b5e-418e-913d-940ff14de132'] response: {'name': 'network-changed', 'server_uuid': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'tag': 'a7cbab4a-ebf6-4274-83af-582db23d3344', 'status': 'completed', 'code': 200} Sep 27 17:30:47.203937 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.204296 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.204630 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.204979 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.205363 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.205707 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.206038 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.206463 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.206794 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.207251 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.207586 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.207916 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.208243 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.208571 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.208895 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:47.235949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:47.236737 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:47.255544 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-e7953061-ee7a-495f-92f0-bad913c165ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0234666 Sep 27 17:30:47.275685 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Request body: {'port': {'device_id': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:30:47.332909 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-5943f5ab-650f-4990-befc-1cb3fc400800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:47.340021 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-5943f5ab-650f-4990-befc-1cb3fc400800 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 1129 time: 0.0827990 Sep 27 17:30:47.361765 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (945bab49-e787-4511-9e29-ddfbda056c05), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:47.442966 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '72bcdf24-79d7-4c71-b262-037ebcb1af62', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:3a:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:26:38Z', 'updated_at': '2022-09-27T17:27:27Z', 'revision_number': 2, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}, {'id': 'afab4596-3c4c-441a-b771-7615224761c7', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': 'a7cbab4a-ebf6-4274-83af-582db23d3344', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:9f:04:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:30:26Z', 'updated_at': '2022-09-27T17:30:46Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:47.471797 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:30:47.480323 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc76d3-46d3-41bc-8e6b-eb3dfbfb34bf req-3b8253a3-b249-4c61-a0d0-b1171ce6fee2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:47.482746 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3ccc76d3-46d3-41bc-8e6b-eb3dfbfb34bf req-3b8253a3-b249-4c61-a0d0-b1171ce6fee2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 931 time: 0.0729299 Sep 27 17:30:47.486978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:30:47.487683 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:30:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:47.527085 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-a2ad811b-715a-41e5-bb78-df9767291de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:47.527422 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-248edbff-3806-4572-9a7f-d56bb3f2e869 None None] Provisioning complete for port 945bab49-e787-4511-9e29-ddfbda056c05 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:47.527798 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-248edbff-3806-4572-9a7f-d56bb3f2e869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (945bab49-e787-4511-9e29-ddfbda056c05), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:47.528131 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-248edbff-3806-4572-9a7f-d56bb3f2e869 None None] Attempt 1 to provision port 945bab49-e787-4511-9e29-ddfbda056c05 Sep 27 17:30:47.528862 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-a2ad811b-715a-41e5-bb78-df9767291de6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 916 time: 0.1737351 Sep 27 17:30:47.587059 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3ccc76d3-46d3-41bc-8e6b-eb3dfbfb34bf req-6d83da6c-da1b-4b7e-b512-54eaf9a834f0 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930657 Sep 27 17:30:47.604323 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-248edbff-3806-4572-9a7f-d56bb3f2e869 None None] Port 945bab49-e787-4511-9e29-ddfbda056c05 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:47.615355 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-2cf72613-e78b-4df3-9d1a-19ce6a0d61ce service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7cbab4a-ebf6-4274-83af-582db23d3344 HTTP/1.1" status: 200 len: 999 time: 0.0784986 Sep 27 17:30:47.627131 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:30:47.659462 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945bab49-e787-4511-9e29-ddfbda056c05 {{(pid=106220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:30:47.668372 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Publish callbacks [] for port (945bab49-e787-4511-9e29-ddfbda056c05), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:47.671953 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-cffb3023-daf6-4f51-8897-576599a9955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:47.673230 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-cffb3023-daf6-4f51-8897-576599a9955e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0513933 Sep 27 17:30:47.684425 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.provisioning_blocks [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Transition to ACTIVE for port object 945bab49-e787-4511-9e29-ddfbda056c05 will not be triggered until provisioned by entity L2. {{(pid=106220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:30:47.691851 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (945bab49-e787-4511-9e29-ddfbda056c05), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:47.717396 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-ec29a1b6-26d6-4d98-90d7-a3e8a4f958fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:47.719109 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-ec29a1b6-26d6-4d98-90d7-a3e8a4f958fa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401771 Sep 27 17:30:47.762980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:47.784239 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Pushing event updated for resources: {'Port': ['ID=945bab49-e787-4511-9e29-ddfbda056c05,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:47.819300 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Attempting to bind port 945bab49-e787-4511-9e29-ddfbda056c05 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:30:47.819547 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Attempting to bind port 945bab49-e787-4511-9e29-ddfbda056c05 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'}] {{(pid=106220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:30:47.819773 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Attempting to bind port 945bab49-e787-4511-9e29-ddfbda056c05 on network e7d51347-695f-4b89-ba87-954fe70eed97 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:30:47.824482 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-2fdd76a1-c032-4dab-aed0-b4c1b62a2ba5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986142 Sep 27 17:30:47.860239 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '72bcdf24-79d7-4c71-b262-037ebcb1af62', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:3a:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:26:38Z', 'updated_at': '2022-09-27T17:27:27Z', 'revision_number': 2, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}, {'id': 'afab4596-3c4c-441a-b771-7615224761c7', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': 'a7cbab4a-ebf6-4274-83af-582db23d3344', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:9f:04:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:30:26Z', 'updated_at': '2022-09-27T17:30:46Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:30:47.864372 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Port 945bab49-e787-4511-9e29-ddfbda056c05 on network e7d51347-695f-4b89-ba87-954fe70eed97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:30:47.864910 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Attempting to bind port 945bab49-e787-4511-9e29-ddfbda056c05 on network e7d51347-695f-4b89-ba87-954fe70eed97 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:30:47.890062 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4035f7c-220c-4c41-851a-98a0c2ba5634 None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '72bcdf24-79d7-4c71-b262-037ebcb1af62', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:3a:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:26:38Z', 'updated_at': '2022-09-27T17:27:27Z', 'revision_number': 2, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}, {'id': 'afab4596-3c4c-441a-b771-7615224761c7', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': 'a7cbab4a-ebf6-4274-83af-582db23d3344', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:9f:04:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:30:26Z', 'updated_at': '2022-09-27T17:30:46Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:30:47.920586 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:30:47.920924 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Checking segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:30:47.921662 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Bound using segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:30:47.921805 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Bound port: 945bab49-e787-4511-9e29-ddfbda056c05, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'}}] {{(pid=106220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:30:47.922110 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (945bab49-e787-4511-9e29-ddfbda056c05), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:47.937789 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:47.940376 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0cb8de73-d903-4373-be4e-3d667dda6235 req-a3e43b63-edc3-4e83-826a-bae92c856147 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067104 Sep 27 17:30:47.979899 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a2002-d7b7-4382-bc4a-6779f23a271c req-c7d567c2-5e53-4418-bd94-756b3eea7e3f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:47.986716 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc2a2002-d7b7-4382-bc4a-6779f23a271c req-c7d567c2-5e53-4418-bd94-756b3eea7e3f tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0641747 Sep 27 17:30:48.052629 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc2a2002-d7b7-4382-bc4a-6779f23a271c req-086adbcd-8edd-4eff-a97a-95ff2b533018 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642357 Sep 27 17:30:48.105455 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-248edbff-3806-4572-9a7f-d56bb3f2e869 None None] Attempt 2 to provision port 945bab49-e787-4511-9e29-ddfbda056c05 Sep 27 17:30:48.124853 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e117d4c3-84d7-430f-bbe8-2b98d41db89d None None] New status for floating IP afab4596-3c4c-441a-b771-7615224761c7: ACTIVE {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:30:48.147252 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-248edbff-3806-4572-9a7f-d56bb3f2e869 None None] Port 945bab49-e787-4511-9e29-ddfbda056c05 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:30:48.186733 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] For port 945bab49-e787-4511-9e29-ddfbda056c05, host hv-cinder-84914, cleared binding levels {{(pid=106220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:30:48.189728 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] For port 945bab49-e787-4511-9e29-ddfbda056c05, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=945bab49-e787-4511-9e29-ddfbda056c05,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:30:48.196116 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (945bab49-e787-4511-9e29-ddfbda056c05), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:48.201588 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:48.202235 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:48.203602 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/945bab49-e787-4511-9e29-ddfbda056c05 HTTP/1.1" status: 200 len: 1093 time: 0.9329081 Sep 27 17:30:48.245466 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ab50b-d07f-4e5b-8716-05393c2e7289 service neutron] Pushing event updated for resources: {'Port': ['ID=945bab49-e787-4511-9e29-ddfbda056c05,revision_number=3']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:48.319332 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-5bd36ec3-0f8a-46c9-8b18-09c813a45d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:48.321546 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-5bd36ec3-0f8a-46c9-8b18-09c813a45d85 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 1127 time: 0.0504928 Sep 27 17:30:48.377232 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-5d1f3f41-15b9-44de-b9d4-77b554b04cf3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945bab49-e787-4511-9e29-ddfbda056c05 HTTP/1.1" status: 200 len: 217 time: 0.0364325 Sep 27 17:30:48.425596 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-b65d863d-220c-462f-93fa-3d47cf950eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:48.427105 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-b65d863d-220c-462f-93fa-3d47cf950eaf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0442207 Sep 27 17:30:48.472589 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-45fdad24-6ea4-4a63-9125-f6c1e2a1c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:48.474112 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-45fdad24-6ea4-4a63-9125-f6c1e2a1c487 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400169 Sep 27 17:30:48.582145 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-c196e3cb-b389-4e81-b481-7e7932d1b88e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924473 Sep 27 17:30:48.648520 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-248edbff-3806-4572-9a7f-d56bb3f2e869 None None] Attempt 3 to provision port 945bab49-e787-4511-9e29-ddfbda056c05 Sep 27 17:30:48.681730 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b79f5a4-b1a8-464d-82df-9130f34a5cf5 req-49139630-23dc-4b13-962c-c0f5191fba00 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926676 Sep 27 17:30:48.684730 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:48.694805 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-248edbff-3806-4572-9a7f-d56bb3f2e869 None None] Port 945bab49-e787-4511-9e29-ddfbda056c05 had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:30:48.752640 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed1bbc-967c-4bb0-911c-8ecce691cf49 req-001f5474-0411-4ae7-a34b-e16fdc8f5bb5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:48.754174 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-37ed1bbc-967c-4bb0-911c-8ecce691cf49 req-001f5474-0411-4ae7-a34b-e16fdc8f5bb5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 943 time: 0.0549505 Sep 27 17:30:48.802397 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-37ed1bbc-967c-4bb0-911c-8ecce691cf49 req-fe874105-6240-47db-97e9-e26ce676cdf9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Sep 27 17:30:49.176989 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2bbbb-b3c6-468c-a5ae-e89a1167d67d req-2b70b66e-6742-4a5a-b1b2-098b8974d228 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:49.178482 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-68e2bbbb-b3c6-468c-a5ae-e89a1167d67d req-2b70b66e-6742-4a5a-b1b2-098b8974d228 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0463402 Sep 27 17:30:49.194945 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'tag': '945bab49-e787-4511-9e29-ddfbda056c05'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:30:49.197286 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "40e2eab1-2d75-4ad4-9e7b-da70094ed345", "tag": "945bab49-e787-4511-9e29-ddfbda056c05"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:30:49.198481 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:49.209623 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:49.235457 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6366a810-80b4-4900-aa5f-eeaaec59f9af x-openstack-request-id: req-6366a810-80b4-4900-aa5f-eeaaec59f9af {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:30:49.235754 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e2eab1-2d75-4ad4-9e7b-da70094ed345", "tag": "945bab49-e787-4511-9e29-ddfbda056c05", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:30:49.236011 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6366a810-80b4-4900-aa5f-eeaaec59f9af {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:30:49.236413 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6366a810-80b4-4900-aa5f-eeaaec59f9af'] response: {'name': 'network-changed', 'server_uuid': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'tag': '945bab49-e787-4511-9e29-ddfbda056c05', 'status': 'completed', 'code': 200} Sep 27 17:30:49.241055 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-68e2bbbb-b3c6-468c-a5ae-e89a1167d67d req-38da8fc9-e4b7-4a67-a621-d4de6c1b72fb tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569472 Sep 27 17:30:49.930784 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfcc23-48eb-4786-900c-75e52190afe6 req-236616cc-4982-40c8-8285-cd98654244d9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:49.933191 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41dfcc23-48eb-4786-900c-75e52190afe6 req-236616cc-4982-40c8-8285-cd98654244d9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 943 time: 0.0580537 Sep 27 17:30:49.991417 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41dfcc23-48eb-4786-900c-75e52190afe6 req-1a9b3900-0298-4f8c-8db6-457baf905b55 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490603 Sep 27 17:30:50.015491 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-9083e21e-ae82-41b2-a9e4-52232c11492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:50.017007 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-9083e21e-ae82-41b2-a9e4-52232c11492a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 1127 time: 0.0442648 Sep 27 17:30:50.238825 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-8ff6b0b2-d51d-465c-b7c8-7c8833adda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:50.240298 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-8ff6b0b2-d51d-465c-b7c8-7c8833adda6f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 913 time: 0.0858603 Sep 27 17:30:50.290684 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-41ffc657-f297-48bd-8f3d-9e54636466c1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945bab49-e787-4511-9e29-ddfbda056c05 HTTP/1.1" status: 200 len: 217 time: 0.0414581 Sep 27 17:30:50.349335 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-41a40a4d-7604-40d3-aaa4-dc1a48e5e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:50.350840 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-41a40a4d-7604-40d3-aaa4-dc1a48e5e4e5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0482464 Sep 27 17:30:50.370255 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1cc58-2a14-4108-a6ea-3b4ac20f0792 req-aab50b44-e40d-423d-8afb-d7d041227c4d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:50.371835 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b8f1cc58-2a14-4108-a6ea-3b4ac20f0792 req-aab50b44-e40d-423d-8afb-d7d041227c4d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0492880 Sep 27 17:30:50.395874 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-e4434750-a12c-4e4a-a9fc-6c4def13bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:50.397404 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-e4434750-a12c-4e4a-a9fc-6c4def13bfb1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381320 Sep 27 17:30:50.431577 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b8f1cc58-2a14-4108-a6ea-3b4ac20f0792 req-1b361883-22a3-4325-8aaf-e87d137e4080 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540140 Sep 27 17:30:50.497106 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-0769979b-d69e-4d67-8465-12582d01e1a1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871906 Sep 27 17:30:50.535599 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:50.608222 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-3524951d-d78a-49b2-a8ed-98e6aa80e8d6 req-67300e50-0578-45e9-b99a-8b4c5ccf2d4b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941327 Sep 27 17:30:51.112375 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada400f3-6792-4273-8e0e-8b264c24760e req-cc4ba1c7-29ae-49a2-849a-946dad848103 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:51.113807 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ada400f3-6792-4273-8e0e-8b264c24760e req-cc4ba1c7-29ae-49a2-849a-946dad848103 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 943 time: 0.0459938 Sep 27 17:30:51.164524 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ada400f3-6792-4273-8e0e-8b264c24760e req-a948e032-997a-4692-9f6b-05c882e68435 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445983 Sep 27 17:30:51.550131 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971bdf-a664-4b4b-9813-58f61aae7753 req-5f68db40-4667-4010-985a-94250a4d7e09 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:51.551579 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28971bdf-a664-4b4b-9813-58f61aae7753 req-5f68db40-4667-4010-985a-94250a4d7e09 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0461707 Sep 27 17:30:51.611908 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28971bdf-a664-4b4b-9813-58f61aae7753 req-226c9dec-55fe-4563-8741-e8acb8eb9029 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539978 Sep 27 17:30:52.281181 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be3656-8fef-46e8-9156-d6b7dfd9c3d8 req-5f3f6739-1189-430f-8309-dda151b49699 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:52.282684 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b8be3656-8fef-46e8-9156-d6b7dfd9c3d8 req-5f3f6739-1189-430f-8309-dda151b49699 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 943 time: 0.0460353 Sep 27 17:30:52.331367 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b8be3656-8fef-46e8-9156-d6b7dfd9c3d8 req-53f4cd0a-bf89-4223-9deb-a8cbc1396cb0 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433619 Sep 27 17:30:52.746011 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52036df-4479-438d-b097-10dd36d7664d req-8ee250aa-16db-40f0-bd23-8c6401b4bea2 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:52.747511 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a52036df-4479-438d-b097-10dd36d7664d req-8ee250aa-16db-40f0-bd23-8c6401b4bea2 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0509293 Sep 27 17:30:52.807426 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a52036df-4479-438d-b097-10dd36d7664d req-c479009d-79c5-4bc7-af7e-bc91d5fd36d4 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541677 Sep 27 17:30:53.451567 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c96c41-dd6b-4018-83c0-5ccff09d248e req-2c431c09-96f1-4cb1-84d7-ed643aa9242b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:53.453013 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-62c96c41-dd6b-4018-83c0-5ccff09d248e req-2c431c09-96f1-4cb1-84d7-ed643aa9242b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 943 time: 0.0462170 Sep 27 17:30:53.500893 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-62c96c41-dd6b-4018-83c0-5ccff09d248e req-47abce1e-c11f-4d26-bfbe-06e41897cbc3 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423727 Sep 27 17:30:53.925141 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab03ef-f7ff-4a81-a98e-624261927597 req-06d81e66-c822-4574-a8fa-7881249b22b4 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:53.926589 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b6ab03ef-f7ff-4a81-a98e-624261927597 req-06d81e66-c822-4574-a8fa-7881249b22b4 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0451865 Sep 27 17:30:53.988302 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b6ab03ef-f7ff-4a81-a98e-624261927597 req-c44ed037-433e-4821-a9b9-7ba9e9719de0 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554085 Sep 27 17:30:54.618398 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac0cce-111a-4452-8b99-c3faf8bf6529 req-29278002-76e7-4a73-bc73-38ab474ab2ed tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:54.619863 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a2ac0cce-111a-4452-8b99-c3faf8bf6529 req-29278002-76e7-4a73-bc73-38ab474ab2ed tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 943 time: 0.0458405 Sep 27 17:30:54.675992 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a2ac0cce-111a-4452-8b99-c3faf8bf6529 req-4704cd5a-8683-4337-9d45-ed8f25d6e022 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505483 Sep 27 17:30:55.112971 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524e4e6-b75f-4474-9b1e-9dd739f7aafb req-45ee342f-3d60-41ca-9f9c-e98c3de0c127 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:55.114477 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d524e4e6-b75f-4474-9b1e-9dd739f7aafb req-45ee342f-3d60-41ca-9f9c-e98c3de0c127 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0478816 Sep 27 17:30:55.157717 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:55.160604 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:55.176303 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d524e4e6-b75f-4474-9b1e-9dd739f7aafb req-4c8df0d5-015a-4292-a4a4-18dc2f3a3eec tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556350 Sep 27 17:30:55.799223 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60037b-ffa7-4085-b0ba-bdcda6aca7ce req-62f25898-2ae4-4b41-8e36-f18431007cf2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:55.800670 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f60037b-ffa7-4085-b0ba-bdcda6aca7ce req-62f25898-2ae4-4b41-8e36-f18431007cf2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 943 time: 0.0490324 Sep 27 17:30:55.848911 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f60037b-ffa7-4085-b0ba-bdcda6aca7ce req-6739adda-119a-49a1-8535-2abc7a2957b9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422440 Sep 27 17:30:56.295706 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163a02f-be61-4984-bbc4-4e1f2b2fe4b0 req-7b35a1f9-8d71-42f2-a1d5-3a09a7d5471d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:56.297173 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2163a02f-be61-4984-bbc4-4e1f2b2fe4b0 req-7b35a1f9-8d71-42f2-a1d5-3a09a7d5471d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0464473 Sep 27 17:30:56.358563 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2163a02f-be61-4984-bbc4-4e1f2b2fe4b0 req-239891be-245c-4df5-ac56-f75c328d24a9 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554409 Sep 27 17:30:56.970035 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254558f8-17ad-4177-b156-214529c72534 req-e946340f-5ddc-42b6-8eb8-b124e9aa9028 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:56.971512 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-254558f8-17ad-4177-b156-214529c72534 req-e946340f-5ddc-42b6-8eb8-b124e9aa9028 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 943 time: 0.0496223 Sep 27 17:30:57.019315 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-254558f8-17ad-4177-b156-214529c72534 req-cf9e73d8-b264-4f71-a8a9-f19b3b1db09b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421779 Sep 27 17:30:57.339891 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 945bab49-e787-4511-9e29-ddfbda056c05 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:30:57.442995 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 945bab49-e787-4511-9e29-ddfbda056c05, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=945bab49-e787-4511-9e29-ddfbda056c05,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:57.455306 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '945bab49-e787-4511-9e29-ddfbda056c05', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'port_id': '945bab49-e787-4511-9e29-ddfbda056c05', 'mac_address': 'fa:16:3e:02:a9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:30:57.477508 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915139a1-7229-437b-889d-d29dd9a5aaab req-ecfdd201-7001-4aaa-ad92-f252773c4d1e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:57.479031 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-915139a1-7229-437b-889d-d29dd9a5aaab req-ecfdd201-7001-4aaa-ad92-f252773c4d1e tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0469546 Sep 27 17:30:57.490101 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 945bab49-e787-4511-9e29-ddfbda056c05 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:57.490503 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (945bab49-e787-4511-9e29-ddfbda056c05), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:57.504249 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945bab49-e787-4511-9e29-ddfbda056c05 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:30:57.527141 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 945bab49-e787-4511-9e29-ddfbda056c05, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=945bab49-e787-4511-9e29-ddfbda056c05,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:57.531458 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (945bab49-e787-4511-9e29-ddfbda056c05), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:57.541380 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-915139a1-7229-437b-889d-d29dd9a5aaab req-ad440992-d67b-4591-bd4e-b22edf92aa59 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563424 Sep 27 17:30:57.695276 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=945bab49-e787-4511-9e29-ddfbda056c05,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:30:57.702247 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.702600 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.702963 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.703324 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.703664 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.703997 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.704324 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.704657 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.704976 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.705301 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.705625 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.705950 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.706307 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.706628 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:57.706947 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:30:58.137823 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0fd5c-9993-401d-9742-32538ffdefdd req-660c7c2a-6d27-4fe1-a906-d413310ed929 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:58.139308 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-39a0fd5c-9993-401d-9742-32538ffdefdd req-660c7c2a-6d27-4fe1-a906-d413310ed929 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 944 time: 0.0472777 Sep 27 17:30:58.190521 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-39a0fd5c-9993-401d-9742-32538ffdefdd req-ba1d96ff-e505-46d7-bafe-5095be905e9e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452962 Sep 27 17:30:58.247784 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['945bab49-e787-4511-9e29-ddfbda056c05'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:30:58.270789 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:58.664360 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4fd54-46af-479c-b922-d2b6c50a5ff2 req-1d98c274-4393-4853-9ae4-88f73b80a25c tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:58.665788 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79f4fd54-46af-479c-b922-d2b6c50a5ff2 req-1d98c274-4393-4853-9ae4-88f73b80a25c tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0457766 Sep 27 17:30:58.723927 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79f4fd54-46af-479c-b922-d2b6c50a5ff2 req-c78a5350-62fe-48d9-bc10-bfadac871444 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525584 Sep 27 17:30:59.308201 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb7a2e-19be-4bad-8db0-85f5b4f7b349 req-be133922-559c-475b-9c1a-0c0e8c95b5a5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:59.309703 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4abb7a2e-19be-4bad-8db0-85f5b4f7b349 req-be133922-559c-475b-9c1a-0c0e8c95b5a5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 944 time: 0.0464180 Sep 27 17:30:59.361455 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4abb7a2e-19be-4bad-8db0-85f5b4f7b349 req-74514f73-d7b7-43cf-aebf-c6b0ec1af5d5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436637 Sep 27 17:30:59.665998 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d2a8b-3ba9-49d7-bf6b-ed75f1226b34 req-5a8d0df6-35c2-4d05-af78-e03c7bab6527 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:59.667421 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6e0d2a8b-3ba9-49d7-bf6b-ed75f1226b34 req-5a8d0df6-35c2-4d05-af78-e03c7bab6527 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0500398 Sep 27 17:30:59.689603 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-615aaf79-fc69-4c93-8110-69a8a7593f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:59.691169 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-615aaf79-fc69-4c93-8110-69a8a7593f9e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 1130 time: 0.0450401 Sep 27 17:30:59.716134 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6e0d2a8b-3ba9-49d7-bf6b-ed75f1226b34 req-0cdf0a7b-438b-44eb-99be-3d7400c8c192 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Sep 27 17:30:59.759872 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 945bab49-e787-4511-9e29-ddfbda056c05 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:30:59.762503 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:59.802648 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-a5139ac3-54c6-4d21-b8b1-e10759318e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:59.804344 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-a5139ac3-54c6-4d21-b8b1-e10759318e18 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.0924153 Sep 27 17:30:59.804571 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 945bab49-e787-4511-9e29-ddfbda056c05 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:30:59.810046 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 945bab49-e787-4511-9e29-ddfbda056c05 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:30:59.810561 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (945bab49-e787-4511-9e29-ddfbda056c05), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:59.810894 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 945bab49-e787-4511-9e29-ddfbda056c05 Sep 27 17:30:59.855517 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77377-726d-40fb-aa5a-9dfc3e78bb1e req-30803df0-7d89-420b-9cef-462d20783e9a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:59.857282 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-75b77377-726d-40fb-aa5a-9dfc3e78bb1e req-30803df0-7d89-420b-9cef-462d20783e9a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0493872 Sep 27 17:30:59.877257 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-2aacee24-4ec4-4f36-9db3-f214c5e7caa3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd HTTP/1.1" status: 200 len: 1002 time: 0.0621951 Sep 27 17:30:59.889594 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 945bab49-e787-4511-9e29-ddfbda056c05 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:30:59.889987 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (945bab49-e787-4511-9e29-ddfbda056c05), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:59.914817 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945bab49-e787-4511-9e29-ddfbda056c05'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:30:59.917362 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63818f14-95c2-4496-ac55-32b9cb548ba9" -d '{"events": [{"server_uuid": "40e2eab1-2d75-4ad4-9e7b-da70094ed345", "name": "network-vif-plugged", "status": "completed", "tag": "945bab49-e787-4511-9e29-ddfbda056c05"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:30:59.919425 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-75b77377-726d-40fb-aa5a-9dfc3e78bb1e req-516e0a77-c7a9-4c76-ad25-b88149c95342 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557492 Sep 27 17:30:59.932019 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-8e288988-87e7-4445-a90d-25397a8ce605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:59.933516 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-8e288988-87e7-4445-a90d-25397a8ce605 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0488546 Sep 27 17:30:59.933979 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 945bab49-e787-4511-9e29-ddfbda056c05, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=945bab49-e787-4511-9e29-ddfbda056c05,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:30:59.938620 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (945bab49-e787-4511-9e29-ddfbda056c05), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:30:59.962325 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:30:59.984596 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1324b1dc-960b-4ad6-860d-dcce19e0836c x-openstack-request-id: req-1324b1dc-960b-4ad6-860d-dcce19e0836c {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:30:59.984905 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e2eab1-2d75-4ad4-9e7b-da70094ed345", "name": "network-vif-plugged", "status": "completed", "tag": "945bab49-e787-4511-9e29-ddfbda056c05", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:30:59.985220 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1324b1dc-960b-4ad6-860d-dcce19e0836c {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:30:59.985617 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1324b1dc-960b-4ad6-860d-dcce19e0836c'] response: {'server_uuid': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945bab49-e787-4511-9e29-ddfbda056c05', 'code': 200} Sep 27 17:30:59.986950 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-5f9db48a-69b5-471b-9f25-ecc202de6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:30:59.988443 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-5f9db48a-69b5-471b-9f25-ecc202de6a3e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482080 Sep 27 17:30:59.990124 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=945bab49-e787-4511-9e29-ddfbda056c05,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:31:00.145215 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-9a71388d-fb6b-4124-b616-11d82e5aeaa5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886648 Sep 27 17:31:00.462474 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5d0f6c4b-f5e0-418f-b452-68c34fb05b74 req-adf88e1e-7ec2-46b7-bd25-aa6f2c75d20c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840814 Sep 27 17:31:00.481832 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e5f37-3d13-4a67-ba6f-ff96eb374ada req-809ff876-7d98-4ba9-80b5-2f2f02536a60 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:00.483285 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a82e5f37-3d13-4a67-ba6f-ff96eb374ada req-809ff876-7d98-4ba9-80b5-2f2f02536a60 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 945 time: 0.0463955 Sep 27 17:31:00.512309 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:00.536357 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a82e5f37-3d13-4a67-ba6f-ff96eb374ada req-1f9d3243-bb53-4b78-bcbc-4e7453169888 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474422 Sep 27 17:31:00.567701 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e539a75-343b-4ae4-9059-8c9b662acc2f req-450038f6-e14f-4e37-9e49-064a05276ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:00.569241 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5e539a75-343b-4ae4-9059-8c9b662acc2f req-450038f6-e14f-4e37-9e49-064a05276ece service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 1129 time: 0.0467482 Sep 27 17:31:00.629174 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-5e539a75-343b-4ae4-9059-8c9b662acc2f req-7cd37246-cf7f-4c38-9811-6768e3f2e1b7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395889 Sep 27 17:31:00.838098 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dbc57-bf5c-41bf-a776-6ef2006928b9 req-82e3e135-8ecc-4769-87d8-3b4eb436e6d8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:00.839466 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b99dbc57-bf5c-41bf-a776-6ef2006928b9 req-82e3e135-8ecc-4769-87d8-3b4eb436e6d8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0464115 Sep 27 17:31:00.863735 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:00.886788 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b99dbc57-bf5c-41bf-a776-6ef2006928b9 req-ac2b8a2f-2133-4985-977c-00f5fb5500a9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418439 Sep 27 17:31:01.057491 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee47d-7119-40c8-a4a7-e18996825e13 req-580b7b1f-4a57-473d-a35c-aaeb39015b42 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:01.058957 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-831ee47d-7119-40c8-a4a7-e18996825e13 req-580b7b1f-4a57-473d-a35c-aaeb39015b42 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0460556 Sep 27 17:31:01.118834 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-831ee47d-7119-40c8-a4a7-e18996825e13 req-d5544e57-c0b4-45ef-89f9-44232cb6974d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541992 Sep 27 17:31:01.662911 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a2d5b-134c-4832-8851-43dd46c1f778 req-f093db4c-f811-4de9-9179-bf8d61beb4c9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:01.664382 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ff8a2d5b-134c-4832-8851-43dd46c1f778 req-f093db4c-f811-4de9-9179-bf8d61beb4c9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Sep 27 17:31:01.715878 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ff8a2d5b-134c-4832-8851-43dd46c1f778 req-630d1736-f00b-4598-a7cd-ba8d9365a434 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459077 Sep 27 17:31:02.008674 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e155f29-4875-412d-aa02-79e57952c337 req-f2ff4866-396e-4781-8e14-821324d96019 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:02.010154 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9e155f29-4875-412d-aa02-79e57952c337 req-f2ff4866-396e-4781-8e14-821324d96019 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0474157 Sep 27 17:31:02.057875 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9e155f29-4875-412d-aa02-79e57952c337 req-a91041e9-b984-48a0-8ed5-738dd48bfdf9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415933 Sep 27 17:31:02.240313 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0299cf-2fe2-4dc1-8cc0-c887f4742ef0 req-bf8d4a36-0fca-4fbc-9a48-e737b909a62d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:02.241646 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5f0299cf-2fe2-4dc1-8cc0-c887f4742ef0 req-bf8d4a36-0fca-4fbc-9a48-e737b909a62d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0483274 Sep 27 17:31:02.300679 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5f0299cf-2fe2-4dc1-8cc0-c887f4742ef0 req-89dc8611-69e3-41af-b499-af7ad2b22f47 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e90abd20-a7d9-4a96-ad13-61546a82ff29&id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527484 Sep 27 17:31:02.832451 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0e3ec-15fe-4ab1-9b37-662f740bef5a req-de9f5ee1-2231-493b-bb61-9bf619af8e73 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:02.833890 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8fe0e3ec-15fe-4ab1-9b37-662f740bef5a req-de9f5ee1-2231-493b-bb61-9bf619af8e73 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 945 time: 0.0454354 Sep 27 17:31:02.882869 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8fe0e3ec-15fe-4ab1-9b37-662f740bef5a req-9d3cb98d-9f1c-4a10-8c75-680b2793e136 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422986 Sep 27 17:31:03.176464 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e036c8c-14ce-4c39-a4d1-c354748b7e6a req-ad501f1b-6fa5-49ca-8e68-ce9a59c73713 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:03.177895 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2e036c8c-14ce-4c39-a4d1-c354748b7e6a req-ad501f1b-6fa5-49ca-8e68-ce9a59c73713 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0444591 Sep 27 17:31:03.227532 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2e036c8c-14ce-4c39-a4d1-c354748b7e6a req-b6dfa458-af52-4d59-8265-e641388bb9ff tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437074 Sep 27 17:31:04.000640 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94007c7d-a02a-44bc-a6b9-f6e4b3521a90 req-4286ce76-227c-499b-8ee6-436f0e12779d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:04.002088 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-94007c7d-a02a-44bc-a6b9-f6e4b3521a90 req-4286ce76-227c-499b-8ee6-436f0e12779d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 945 time: 0.0463004 Sep 27 17:31:04.049933 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-94007c7d-a02a-44bc-a6b9-f6e4b3521a90 req-874049d1-ce81-4088-a2bf-448ce6e980df tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423734 Sep 27 17:31:04.346651 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa8097-61fe-470f-a964-0f88ea4c52c9 req-fc570a20-ffe2-4c88-ab7e-f268aafa379d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:04.348146 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c9fa8097-61fe-470f-a964-0f88ea4c52c9 req-fc570a20-ffe2-4c88-ab7e-f268aafa379d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0463493 Sep 27 17:31:04.393817 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c9fa8097-61fe-470f-a964-0f88ea4c52c9 req-ccf739ee-42bf-46ff-babf-c604c5b392da tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401764 Sep 27 17:31:04.504285 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:04.509293 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:05.170497 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d63024-b811-46e8-b1e4-fb3603eab7bc req-e4ee2d25-86c8-4161-9f55-b5898a57f85c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:05.171950 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-96d63024-b811-46e8-b1e4-fb3603eab7bc req-e4ee2d25-86c8-4161-9f55-b5898a57f85c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 945 time: 0.0481553 Sep 27 17:31:05.214731 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:05.219733 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-96d63024-b811-46e8-b1e4-fb3603eab7bc req-420780d1-a1a4-44e5-be99-4f2ee7be6248 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Sep 27 17:31:05.342083 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31858be-6e08-4399-a504-094fdfb21c3f req-c1ab62a9-e66a-4551-9332-23679310aabc tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:05.343584 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a31858be-6e08-4399-a504-094fdfb21c3f req-c1ab62a9-e66a-4551-9332-23679310aabc tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 945 time: 0.0519173 Sep 27 17:31:05.392676 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a31858be-6e08-4399-a504-094fdfb21c3f req-0081b1f5-1295-41cb-a0c8-3b3db5308bd6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Sep 27 17:31:05.421118 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55312) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:31:05.531601 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b9ad40-92be-4958-bd1a-3acee5bd3a86 tempest-TestVolumeBootPattern-1850832666 tempest-TestVolumeBootPattern-1850832666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:05.533105 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-35b9ad40-92be-4958-bd1a-3acee5bd3a86 tempest-TestVolumeBootPattern-1850832666 tempest-TestVolumeBootPattern-1850832666-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 1124 time: 0.1109176 Sep 27 17:31:05.536256 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55318) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:31:05.539585 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e713-bd92-476c-a7d7-d49cb88e3271 req-c38d84c2-b843-4239-9e99-c6720a0832d8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:05.540935 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ede2e713-bd92-476c-a7d7-d49cb88e3271 req-c38d84c2-b843-4239-9e99-c6720a0832d8 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0688252 Sep 27 17:31:05.541470 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'port_id': '945bab49-e787-4511-9e29-ddfbda056c05', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:31:05.559006 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:05.564645 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:05.589104 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ede2e713-bd92-476c-a7d7-d49cb88e3271 req-58309553-34db-4e1e-9518-473abbb436be tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425944 Sep 27 17:31:05.644648 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:05.758343 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Allocated IP 172.27.0.64 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/e33f1e57-0c5b-4c9f-a01f-15c9be40872c) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:31:05.765426 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:05.868450 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for port (e33f1e57-0c5b-4c9f-a01f-15c9be40872c), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:05.898967 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (e33f1e57-0c5b-4c9f-a01f-15c9be40872c), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:05.937974 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:31:05.940892 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:31:05.944430 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:31:05.948872 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:05.970038 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'Port': ['ID=e33f1e57-0c5b-4c9f-a01f-15c9be40872c,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:31:06.292519 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (d5efc1ef-2e5b-434e-9dd5-d1f284bac340), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:06.355774 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (e33f1e57-0c5b-4c9f-a01f-15c9be40872c), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:06.496087 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for port (e33f1e57-0c5b-4c9f-a01f-15c9be40872c), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:06.500370 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (e33f1e57-0c5b-4c9f-a01f-15c9be40872c), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:06.547109 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:06.571467 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'Port': ['ID=e33f1e57-0c5b-4c9f-a01f-15c9be40872c,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:31:06.574721 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (d5efc1ef-2e5b-434e-9dd5-d1f284bac340), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:06.667834 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.l3_db [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Floating IP d5efc1ef-2e5b-434e-9dd5-d1f284bac340 associated. External IP: 172.27.0.64, port: 945bab49-e787-4511-9e29-ddfbda056c05. Sep 27 17:31:06.707585 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ad39-6836-4a09-9fa1-869230ea4e8e req-d42aee01-4076-4517-9707-5de2a2f2bafb tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:06.709242 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9e24ad39-6836-4a09-9fa1-869230ea4e8e req-d42aee01-4076-4517-9707-5de2a2f2bafb tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0450368 Sep 27 17:31:06.757627 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9e24ad39-6836-4a09-9fa1-869230ea4e8e req-c3d9e403-d017-40e2-a288-04ccc67cf3ce tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408587 Sep 27 17:31:06.766989 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:06.862173 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Router b9480217-431f-476b-b051-e63761de9580 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:31:06.961523 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:31:06.974374 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ff242-6569-4522-871c-c287b7f99948 None None] Sync routers for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:31:06.981866 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:06.986732 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ff242-6569-4522-871c-c287b7f99948 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:31:06.987361 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-417ff242-6569-4522-871c-c287b7f99948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:30:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:31:07.015506 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-c774ad6a-4e09-41bb-9e88-44ea1909d6c2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4781280 Sep 27 17:31:07.016129 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'tag': '945bab49-e787-4511-9e29-ddfbda056c05'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:31:07.018676 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47807df5-0676-425a-9319-17e4c7a18c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "40e2eab1-2d75-4ad4-9e7b-da70094ed345", "tag": "945bab49-e787-4511-9e29-ddfbda056c05"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:31:07.054879 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ef1de0-410f-4efe-9216-d8ce817e14b0 x-openstack-request-id: req-30ef1de0-410f-4efe-9216-d8ce817e14b0 {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:31:07.055169 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e2eab1-2d75-4ad4-9e7b-da70094ed345", "tag": "945bab49-e787-4511-9e29-ddfbda056c05", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:31:07.055423 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30ef1de0-410f-4efe-9216-d8ce817e14b0 {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:31:07.055828 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ef1de0-410f-4efe-9216-d8ce817e14b0'] response: {'name': 'network-changed', 'server_uuid': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'tag': '945bab49-e787-4511-9e29-ddfbda056c05', 'status': 'completed', 'code': 200} Sep 27 17:31:07.094538 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-417ff242-6569-4522-871c-c287b7f99948 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:31:07.320115 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:07.330736 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-417ff242-6569-4522-871c-c287b7f99948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': 'd5efc1ef-2e5b-434e-9dd5-d1f284bac340', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '945bab49-e787-4511-9e29-ddfbda056c05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:02:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:31:06Z', 'updated_at': '2022-09-27T17:31:06Z', 'revision_number': 0, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:31:07.341154 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47807df5-0676-425a-9319-17e4c7a18c3d req-9348cfe2-a972-4829-a514-b037d3f8a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:07.342712 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47807df5-0676-425a-9319-17e4c7a18c3d req-9348cfe2-a972-4829-a514-b037d3f8a884 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 1129 time: 0.2267950 Sep 27 17:31:07.361521 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-d19dd970-84ed-41cc-ae61-79c755b95356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:07.365636 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ff242-6569-4522-871c-c287b7f99948 None None] Checking router: b9480217-431f-476b-b051-e63761de9580 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:31:07.375470 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ff242-6569-4522-871c-c287b7f99948 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:31:07.376016 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-417ff242-6569-4522-871c-c287b7f99948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:30:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:31:07.439228 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47807df5-0676-425a-9319-17e4c7a18c3d req-641d500d-4d3e-4cd9-b6d7-a36ccb9f5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:07.440698 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47807df5-0676-425a-9319-17e4c7a18c3d req-641d500d-4d3e-4cd9-b6d7-a36ccb9f5b8f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 913 time: 0.0873671 Sep 27 17:31:07.480133 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-417ff242-6569-4522-871c-c287b7f99948 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:31:07.506637 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47807df5-0676-425a-9319-17e4c7a18c3d req-3e13e01a-6db1-4759-bab1-25f93d6ba84a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945bab49-e787-4511-9e29-ddfbda056c05 HTTP/1.1" status: 200 len: 998 time: 0.0539808 Sep 27 17:31:07.555661 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47807df5-0676-425a-9319-17e4c7a18c3d req-eb009829-9e92-462a-8027-6f2b27f11738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:07.557128 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47807df5-0676-425a-9319-17e4c7a18c3d req-eb009829-9e92-462a-8027-6f2b27f11738 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0438819 Sep 27 17:31:07.602912 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47807df5-0676-425a-9319-17e4c7a18c3d req-a2df0b5a-d213-4283-aa9e-6e15d335503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:07.604406 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47807df5-0676-425a-9319-17e4c7a18c3d req-a2df0b5a-d213-4283-aa9e-6e15d335503b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409145 Sep 27 17:31:07.690163 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-417ff242-6569-4522-871c-c287b7f99948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': 'd5efc1ef-2e5b-434e-9dd5-d1f284bac340', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '945bab49-e787-4511-9e29-ddfbda056c05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:02:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:31:06Z', 'updated_at': '2022-09-27T17:31:06Z', 'revision_number': 0, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:31:07.692836 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47807df5-0676-425a-9319-17e4c7a18c3d req-ef2d77de-c025-4e29-ad47-40bd74de7028 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811851 Sep 27 17:31:07.714757 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ff242-6569-4522-871c-c287b7f99948 None None] The sync data for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi is: [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': 'd5efc1ef-2e5b-434e-9dd5-d1f284bac340', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '945bab49-e787-4511-9e29-ddfbda056c05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:02:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:31:06Z', 'updated_at': '2022-09-27T17:31:06Z', 'revision_number': 0, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:31:07.800155 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47807df5-0676-425a-9319-17e4c7a18c3d req-f1f0bad6-91c7-40bc-b9e3-8564107b9ea9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896657 Sep 27 17:31:07.884180 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf2cea-d0f7-433e-acd2-b2e8fb96e920 req-0179c1ce-21f7-4bf6-bdab-aea414a46690 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:07.885787 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bbdf2cea-d0f7-433e-acd2-b2e8fb96e920 req-0179c1ce-21f7-4bf6-bdab-aea414a46690 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0520597 Sep 27 17:31:07.916277 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ad3d6-667a-40b7-9ee0-549aa576bec3 None None] New status for floating IP d5efc1ef-2e5b-434e-9dd5-d1f284bac340: ACTIVE {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:31:07.935577 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bbdf2cea-d0f7-433e-acd2-b2e8fb96e920 req-5e615744-e191-46d3-a95c-aca03e9a452e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 Sep 27 17:31:09.059593 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1787af-54bb-4def-9c26-4d761848c7f5 req-5d87f0f5-f005-4484-94a3-820dac3ac654 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:09.061077 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8d1787af-54bb-4def-9c26-4d761848c7f5 req-5d87f0f5-f005-4484-94a3-820dac3ac654 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0474451 Sep 27 17:31:09.107972 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8d1787af-54bb-4def-9c26-4d761848c7f5 req-b9bfb857-c6f3-4cfd-b020-bb5d300fb7aa tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407975 Sep 27 17:31:09.558910 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1458acc7-2473-4265-85e9-99659e19b8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:10.225060 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9cf40-77b9-4e71-8810-43b3c9c21d41 req-24a68fec-2916-456e-94cf-87ddbeae753d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:10.227019 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7c9cf40-77b9-4e71-8810-43b3c9c21d41 req-24a68fec-2916-456e-94cf-87ddbeae753d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0450172 Sep 27 17:31:10.277786 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7c9cf40-77b9-4e71-8810-43b3c9c21d41 req-f3a2bc73-1eea-4d94-8813-dfb406d02a2c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448081 Sep 27 17:31:10.856798 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:11.398434 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a4527-0e1f-417b-b8f4-bb758b105915 req-58a64b40-07c5-41bc-9037-7dee122886e5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:11.399820 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a32a4527-0e1f-417b-b8f4-bb758b105915 req-58a64b40-07c5-41bc-9037-7dee122886e5 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0470779 Sep 27 17:31:11.446233 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a32a4527-0e1f-417b-b8f4-bb758b105915 req-87a8bb5b-e1fe-41aa-8ed7-816b46ef73e1 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Sep 27 17:31:12.409039 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:12.484826 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:12.563451 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788b17-0273-4bc1-96c6-bedb1bfad5d7 req-8ee21a39-7736-46a9-9c47-0c09ded7f48d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:12.564879 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7788b17-0273-4bc1-96c6-bedb1bfad5d7 req-8ee21a39-7736-46a9-9c47-0c09ded7f48d tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0447772 Sep 27 17:31:12.611432 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7788b17-0273-4bc1-96c6-bedb1bfad5d7 req-0fedddce-f1ed-40d0-aa4b-9ea0f8b10b7a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402668 Sep 27 17:31:13.733971 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28451306-1c2d-4386-90ae-894421645201 req-8ae9cce3-771d-43d8-949d-74716c47de2e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:13.735445 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28451306-1c2d-4386-90ae-894421645201 req-8ae9cce3-771d-43d8-949d-74716c47de2e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0485432 Sep 27 17:31:13.780679 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-28451306-1c2d-4386-90ae-894421645201 req-e52a690f-ffdd-482b-8446-25272288cc65 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397191 Sep 27 17:31:14.898929 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb36fa7-1d01-454c-90c3-8d6256852580 req-a490ad3f-fd0e-4d4a-aeb8-951e6e67e390 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:14.900370 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6bb36fa7-1d01-454c-90c3-8d6256852580 req-a490ad3f-fd0e-4d4a-aeb8-951e6e67e390 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0456638 Sep 27 17:31:14.945944 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6bb36fa7-1d01-454c-90c3-8d6256852580 req-2bae2baa-502f-4396-988f-0162560280d9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401027 Sep 27 17:31:15.122090 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:16.069232 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f069b-d210-4909-b885-74f713ec0ab9 req-32a02d95-7757-48ac-86ac-3ba41d31d908 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:16.070763 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-178f069b-d210-4909-b885-74f713ec0ab9 req-32a02d95-7757-48ac-86ac-3ba41d31d908 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0503221 Sep 27 17:31:16.117177 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-178f069b-d210-4909-b885-74f713ec0ab9 req-335afe5c-f8fe-4da1-994b-4a1338357d70 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408320 Sep 27 17:31:16.635922 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:31:17.236775 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7add8c4-339a-4007-b517-489e8739df27 req-56916716-b291-4f98-8117-8a3d003beb5e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:17.238251 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7add8c4-339a-4007-b517-489e8739df27 req-56916716-b291-4f98-8117-8a3d003beb5e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0466197 Sep 27 17:31:17.255951 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:17.285687 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7add8c4-339a-4007-b517-489e8739df27 req-bae97f0e-6190-4b1c-b8d3-e93800ade06b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Sep 27 17:31:17.790661 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:17.796777 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:18.370899 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:18.404960 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36466-325f-4ffb-8af5-87b1a25a0931 req-fe5046da-9972-4005-903f-0be9c80bc9dd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:18.406413 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2ab36466-325f-4ffb-8af5-87b1a25a0931 req-fe5046da-9972-4005-903f-0be9c80bc9dd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0451756 Sep 27 17:31:18.455437 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2ab36466-325f-4ffb-8af5-87b1a25a0931 req-9e312d33-b7b1-4c74-827b-b3d5ff57ddd0 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Sep 27 17:31:18.620058 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-aa9a6ce2-a0a5-4e79-abe9-79521c1873d1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378063 Sep 27 17:31:18.685448 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d91bd-0ee9-4e0a-9993-91896c2e9c0b req-fd25da4a-ec97-4c1e-8a61-7fbdd53fa4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:18.686849 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0a9d91bd-0ee9-4e0a-9993-91896c2e9c0b req-fd25da4a-ec97-4c1e-8a61-7fbdd53fa4be service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 1130 time: 0.0379393 Sep 27 17:31:18.689358 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-15cf1221-864a-46b2-ad7b-c047ae302fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:18.690898 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-15cf1221-864a-46b2-ad7b-c047ae302fbf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 1129 time: 0.0374503 Sep 27 17:31:18.737284 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0a9d91bd-0ee9-4e0a-9993-91896c2e9c0b req-70db1e5f-5e09-45da-91e2-62aab10a4429 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386174 Sep 27 17:31:18.797550 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-ad906698-f27b-4935-9c73-597f8e4ac3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:18.799032 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-ad906698-f27b-4935-9c73-597f8e4ac3a4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.0839119 Sep 27 17:31:19.215695 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-1f0991b3-1485-4611-a2ac-8b2443a38322 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=636a119c-4ac6-4298-8d42-f47c495d9a5b HTTP/1.1" status: 200 len: 217 time: 0.0359030 Sep 27 17:31:19.264674 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-b8eb2247-acb5-4cb4-ac7b-adcda20df36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:19.266153 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-b8eb2247-acb5-4cb4-ac7b-adcda20df36f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0428092 Sep 27 17:31:19.574392 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8381b-fd17-4491-9d85-98c487efc19d req-f13943a5-8bd2-46bb-9d6b-0e46419e248a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:19.575839 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-77b8381b-fd17-4491-9d85-98c487efc19d req-f13943a5-8bd2-46bb-9d6b-0e46419e248a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0458384 Sep 27 17:31:19.622142 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-77b8381b-fd17-4491-9d85-98c487efc19d req-df66ebd6-3836-46c6-844a-727abc4bf009 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407038 Sep 27 17:31:20.167718 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-5b81e33a-095a-4d6e-9cd1-9ce7fa57723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:20.169696 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-5b81e33a-095a-4d6e-9cd1-9ce7fa57723e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2824078 Sep 27 17:31:20.260109 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-de5277c6-9357-4fc9-a84a-fe8a67c16b39 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831234 Sep 27 17:31:20.750347 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227297d6-de95-4cc6-98c5-31c505548495 req-0cf2f8c1-ad66-44d8-8546-8204e61c037f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:20.751907 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-227297d6-de95-4cc6-98c5-31c505548495 req-0cf2f8c1-ad66-44d8-8546-8204e61c037f tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0498915 Sep 27 17:31:20.799525 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-227297d6-de95-4cc6-98c5-31c505548495 req-718110e1-40a4-4d59-b210-2ad1a4e45bf3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Sep 27 17:31:20.935570 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc5e39b5-1306-4af5-8542-3377d3078eb4 req-5dc6eef7-e81a-4a1d-bdd6-55bb3291b1ad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842295 Sep 27 17:31:21.926849 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf8958-6132-4986-b071-9ce3a4a77f2f req-5eb73c6e-39c8-4779-b8c3-b5535f706806 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:21.928333 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-68bf8958-6132-4986-b071-9ce3a4a77f2f req-5eb73c6e-39c8-4779-b8c3-b5535f706806 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0514834 Sep 27 17:31:21.975811 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-68bf8958-6132-4986-b071-9ce3a4a77f2f req-7353f248-c50c-4182-90c1-74ce620a2548 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 Sep 27 17:31:22.322186 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d220ed-4184-4064-9b43-6218075d2117 req-abccfa6d-5282-4909-a08c-53fa1026e260 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:22.323815 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41d220ed-4184-4064-9b43-6218075d2117 req-abccfa6d-5282-4909-a08c-53fa1026e260 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0470498 Sep 27 17:31:22.385484 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41d220ed-4184-4064-9b43-6218075d2117 req-55d7cb4d-2b0b-4164-b42b-c5985682e932 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561078 Sep 27 17:31:22.533769 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:22.541907 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-d55d8d92-d758-4c9f-8712-b9aff94e531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:22.543422 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-d55d8d92-d758-4c9f-8712-b9aff94e531f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 1130 time: 0.0401943 Sep 27 17:31:22.636173 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-5ebf0f69-1101-48ce-820c-6fb5f8cfff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:22.637592 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-5ebf0f69-1101-48ce-820c-6fb5f8cfff73 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.0877461 Sep 27 17:31:22.680615 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:22.703368 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-25d8df55-bb23-4575-b2fa-dd23db0b01f6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd HTTP/1.1" status: 200 len: 1002 time: 0.0580752 Sep 27 17:31:22.751361 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-cbd6b412-b6f2-46e8-a9bb-3e30330566a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:22.752777 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-cbd6b412-b6f2-46e8-a9bb-3e30330566a9 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0425494 Sep 27 17:31:22.795460 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-6d09430e-cfcf-48bd-9314-affe7b3ed43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:22.796824 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-6d09430e-cfcf-48bd-9314-affe7b3ed43d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372038 Sep 27 17:31:22.899165 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-3689d360-0fc1-4184-a0e6-9813e270eb3f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914974 Sep 27 17:31:22.994132 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d92b057-1759-402a-a5c3-3cfcfce29814 req-5dc60e62-e3c1-4389-a591-42f48e6cef52 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817518 Sep 27 17:31:23.511190 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d30f0b-e499-4edb-a9b6-0a6de3ae0e19 req-bd4ce6eb-5853-4417-b378-67d2cb66cd48 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:23.512699 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-56d30f0b-e499-4edb-a9b6-0a6de3ae0e19 req-bd4ce6eb-5853-4417-b378-67d2cb66cd48 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0503564 Sep 27 17:31:23.559379 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-56d30f0b-e499-4edb-a9b6-0a6de3ae0e19 req-a2ec8a75-3e2a-49d9-84e8-88e2c02d31f4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408182 Sep 27 17:31:24.681311 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3af7c4-93f9-443c-9000-1722c8a73393 req-7b9c0cdf-8379-4770-9fe8-f702c6adf6fd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:24.682823 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-aa3af7c4-93f9-443c-9000-1722c8a73393 req-7b9c0cdf-8379-4770-9fe8-f702c6adf6fd tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0462236 Sep 27 17:31:24.729722 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-aa3af7c4-93f9-443c-9000-1722c8a73393 req-571425ab-27f7-46d4-9ec0-e78f32b9810c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413096 Sep 27 17:31:25.115968 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:25.118952 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:25.849281 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f235ea-7d53-4d30-8ff1-2457e8b0e643 req-73ded972-86bd-4015-b08b-ce476ea72b2a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:25.850772 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-86f235ea-7d53-4d30-8ff1-2457e8b0e643 req-73ded972-86bd-4015-b08b-ce476ea72b2a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0460675 Sep 27 17:31:25.904640 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-86f235ea-7d53-4d30-8ff1-2457e8b0e643 req-97c7f34a-f00b-4b58-aee1-cea80f5c40ed tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475848 Sep 27 17:31:26.631162 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:26.631943 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:27.024245 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475bd8e-a0cd-471d-9408-21193419208d req-96a52fbc-057d-457e-960e-63401e4be84a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:27.026203 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d475bd8e-a0cd-471d-9408-21193419208d req-96a52fbc-057d-457e-960e-63401e4be84a tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0461571 Sep 27 17:31:27.073888 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d475bd8e-a0cd-471d-9408-21193419208d req-618f8b94-673b-4127-b602-28b0d6794a8c tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 Sep 27 17:31:27.188350 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23811-0400-4a1f-b72f-04b03485af4a req-48a769fc-7e9d-41c9-9c6b-398695c1fd78 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:27.189801 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-86b23811-0400-4a1f-b72f-04b03485af4a req-48a769fc-7e9d-41c9-9c6b-398695c1fd78 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0463474 Sep 27 17:31:27.199846 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55396) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:31:27.204167 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-a8842e64-26ed-4d4b-a97e-3e9e26f7d749 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Request body: {'floatingip': {'port_id': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:31:27.258975 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a8842e64-26ed-4d4b-a97e-3e9e26f7d749 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for floatingip (3584f813-ab9d-43bd-8288-f223c2dc352a), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:27.384118 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:27.499415 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:27.694620 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a8842e64-26ed-4d4b-a97e-3e9e26f7d749 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:27.699703 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a8842e64-26ed-4d4b-a97e-3e9e26f7d749 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (3584f813-ab9d-43bd-8288-f223c2dc352a), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:27.895001 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8842e64-26ed-4d4b-a97e-3e9e26f7d749 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Router 8f837901-d4d4-4850-95ff-d143e06ee698 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:31:27.996882 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8842e64-26ed-4d4b-a97e-3e9e26f7d749 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:31:28.001969 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a8842e64-26ed-4d4b-a97e-3e9e26f7d749 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:28.006462 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] Sync routers for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:31:28.016875 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:31:28.017492 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:31:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:31:28.032372 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:31:28.034618 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3436684c-6486-40fe-a3c1-778a635e657f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:31:28.066510 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-a8842e64-26ed-4d4b-a97e-3e9e26f7d749 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/3584f813-ab9d-43bd-8288-f223c2dc352a HTTP/1.1" status: 200 len: 994 time: 0.8655906 Sep 27 17:31:28.090274 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34171ef-b866-4ad1-8705-63ff14feeb03 x-openstack-request-id: req-a34171ef-b866-4ad1-8705-63ff14feeb03 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:31:28.090561 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:31:28.090814 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a34171ef-b866-4ad1-8705-63ff14feeb03 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:31:28.091219 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34171ef-b866-4ad1-8705-63ff14feeb03'] response: {'name': 'network-changed', 'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'status': 'completed', 'code': 200} Sep 27 17:31:28.122569 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:31:28.174979 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436684c-6486-40fe-a3c1-778a635e657f req-4b4f5585-1cf1-45c3-8df1-84c2d2eac620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:28.176380 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3436684c-6486-40fe-a3c1-778a635e657f req-4b4f5585-1cf1-45c3-8df1-84c2d2eac620 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 1130 time: 0.0388319 Sep 27 17:31:28.275954 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436684c-6486-40fe-a3c1-778a635e657f req-1057a21b-4bd3-4e05-a05a-02a043c7528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:28.277438 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3436684c-6486-40fe-a3c1-778a635e657f req-1057a21b-4bd3-4e05-a05a-02a043c7528a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.0845687 Sep 27 17:31:28.336150 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '3584f813-ab9d-43bd-8288-f223c2dc352a', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'port_id': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'mac_address': 'fa:16:3e:3c:d9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:27:01Z', 'updated_at': '2022-09-27T17:31:27Z', 'revision_number': 3, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:26Z', 'revision_number': 5, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:31:28.349341 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3436684c-6486-40fe-a3c1-778a635e657f req-266c184b-c886-49a6-b38b-db88d4b4261c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd HTTP/1.1" status: 200 len: 1002 time: 0.0578074 Sep 27 17:31:28.364648 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] Checking router: 8f837901-d4d4-4850-95ff-d143e06ee698 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:31:28.373812 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:31:28.374551 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:31:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:31:28.399211 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:28.403181 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436684c-6486-40fe-a3c1-778a635e657f req-950ca3e4-b8f4-40b9-a18e-3c562d100ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:28.404633 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3436684c-6486-40fe-a3c1-778a635e657f req-950ca3e4-b8f4-40b9-a18e-3c562d100ebb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0439904 Sep 27 17:31:28.450305 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436684c-6486-40fe-a3c1-778a635e657f req-97af0638-e8f7-409c-97b0-0086fb3eadf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:28.451721 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3436684c-6486-40fe-a3c1-778a635e657f req-97af0638-e8f7-409c-97b0-0086fb3eadf7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392196 Sep 27 17:31:28.474264 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:31:28.549390 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3436684c-6486-40fe-a3c1-778a635e657f req-6aa57ab7-63f3-461c-985c-c1f34109887f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897970 Sep 27 17:31:28.565309 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:28.646223 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3436684c-6486-40fe-a3c1-778a635e657f req-194ca8b6-fccd-43e0-9842-5dae5336a48c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889132 Sep 27 17:31:28.727498 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=13 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:28.734691 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=12 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:28.804128 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '3584f813-ab9d-43bd-8288-f223c2dc352a', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'port_id': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'mac_address': 'fa:16:3e:3c:d9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:27:01Z', 'updated_at': '2022-09-27T17:31:27Z', 'revision_number': 3, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:26Z', 'revision_number': 5, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:31:28.829381 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825040c5-5a4a-453a-b52d-660b93adde24 None None] The sync data for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi is: [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '3584f813-ab9d-43bd-8288-f223c2dc352a', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'port_id': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'mac_address': 'fa:16:3e:3c:d9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:27:01Z', 'updated_at': '2022-09-27T17:31:27Z', 'revision_number': 3, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:26Z', 'revision_number': 5, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:31:30.092296 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:31:30.094619 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b45d777-9c19-4f23-81da-71815b2903db" -d '{"events": [{"name": "network-changed", "server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:31:30.131275 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab7b273-fba1-4486-bf6c-8ee07930870b x-openstack-request-id: req-9ab7b273-fba1-4486-bf6c-8ee07930870b {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:31:30.131590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:31:30.131830 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ab7b273-fba1-4486-bf6c-8ee07930870b {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:31:30.132235 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab7b273-fba1-4486-bf6c-8ee07930870b'] response: {'name': 'network-changed', 'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'status': 'completed', 'code': 200} Sep 27 17:31:30.230860 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45d777-9c19-4f23-81da-71815b2903db req-aef40d32-d796-4afc-b1d7-c05b76cc3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:30.232607 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b45d777-9c19-4f23-81da-71815b2903db req-aef40d32-d796-4afc-b1d7-c05b76cc3a07 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd5caa5782e74721a4c2991524182668&device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 1130 time: 0.0428360 Sep 27 17:31:30.322849 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45d777-9c19-4f23-81da-71815b2903db req-7edff20a-ad9d-4a4a-9ff6-916d73f3f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:30.324369 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b45d777-9c19-4f23-81da-71815b2903db req-7edff20a-ad9d-4a4a-9ff6-916d73f3f1fa service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 200 len: 919 time: 0.0848784 Sep 27 17:31:30.391618 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b45d777-9c19-4f23-81da-71815b2903db req-4b7f921c-0049-4dbd-a77a-fbd57e7e318e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd HTTP/1.1" status: 200 len: 1002 time: 0.0564978 Sep 27 17:31:30.441487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45d777-9c19-4f23-81da-71815b2903db req-ab526c71-73db-49d9-a3cc-62640aa3b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:30.442960 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b45d777-9c19-4f23-81da-71815b2903db req-ab526c71-73db-49d9-a3cc-62640aa3b539 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 200 len: 857 time: 0.0421371 Sep 27 17:31:30.486686 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45d777-9c19-4f23-81da-71815b2903db req-8c2e3c6c-2dfb-4bf6-bf06-0e031936e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:31:30.488157 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b45d777-9c19-4f23-81da-71815b2903db req-8c2e3c6c-2dfb-4bf6-bf06-0e031936e284 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=77098589-b75d-4cff-80ff-98fbc8a6384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370705 Sep 27 17:31:30.579283 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b45d777-9c19-4f23-81da-71815b2903db req-a160c955-24d9-4123-ba64-0037472cebc4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836024 Sep 27 17:31:30.666872 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b45d777-9c19-4f23-81da-71815b2903db req-cfda3ff6-5b03-4464-af35-edf5d5aa7b0a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804892 Sep 27 17:31:37.324461 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-30dd6cac-3208-4437-92fc-8bf781ddcc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:39.561733 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d079-7ef4-4309-95d7-7b85869d93e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:40.661591 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=70 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:40.663487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=55 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:40.856970 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:42.413948 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:42.486777 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:45.129207 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:45.137678 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:31:53.637297 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:31:55.132115 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:31:55.663352 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:05.672559 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:05.673337 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:07.330370 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9df0-bcd7-4618-9ac6-816914e83244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:09.566978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ca031c01-49fd-495f-b6ef-1a7c64529140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:10.861212 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:12.413590 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:12.488098 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:15.127012 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:17.242259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ad689-d325-435a-ad92-ebeecf1efe47 req-034474fe-348e-4b44-a2b6-9fe319b3591d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:17.243747 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f67ad689-d325-435a-ad92-ebeecf1efe47 req-034474fe-348e-4b44-a2b6-9fe319b3591d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0526030 Sep 27 17:32:17.289706 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f67ad689-d325-435a-ad92-ebeecf1efe47 req-8edea1ff-035a-413a-96dc-347fdae03326 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 Sep 27 17:32:18.414058 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9edd7-4009-42f7-a713-c1abb69cad74 req-3468042e-9fda-444e-8263-56678f146b38 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:18.415724 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-20d9edd7-4009-42f7-a713-c1abb69cad74 req-3468042e-9fda-444e-8263-56678f146b38 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0460541 Sep 27 17:32:18.462173 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-20d9edd7-4009-42f7-a713-c1abb69cad74 req-ae1948eb-edd3-4840-84de-bd4f5de50194 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405769 Sep 27 17:32:19.466050 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-8812d946-c699-4bda-9efe-d53fe64d63cf tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:19.467439 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-8812d946-c699-4bda-9efe-d53fe64d63cf tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0500302 Sep 27 17:32:19.587767 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Deleting port 5a5276d6-632d-4adb-a46b-8471fb0bf332 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:19.588136 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:19.610372 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9ea2e-2ec3-42de-91d1-f29ac7548b0c req-2f2f616c-1a35-494a-8e46-088adbddc02f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:19.611822 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9d9ea2e-2ec3-42de-91d1-f29ac7548b0c req-2f2f616c-1a35-494a-8e46-088adbddc02f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 946 time: 0.0670664 Sep 27 17:32:19.716841 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f9d9ea2e-2ec3-42de-91d1-f29ac7548b0c req-59b3c01f-2568-4160-aa30-ce1a8a978d5c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=a30aa164-a31a-470c-a5e4-429d88e1e895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749695 Sep 27 17:32:19.722008 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] For port 5a5276d6-632d-4adb-a46b-8471fb0bf332, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a5276d6-632d-4adb-a46b-8471fb0bf332,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:19.722408 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:19.925290 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:19.925652 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (f7e0db8e-0602-4209-b91f-5d6da497f4b8), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:19.925969 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Floating IP f7e0db8e-0602-4209-b91f-5d6da497f4b8 disassociated. External IP: 172.27.0.77, port: 5a5276d6-632d-4adb-a46b-8471fb0bf332. Sep 27 17:32:19.926342 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Calling delete_port for 5a5276d6-632d-4adb-a46b-8471fb0bf332 owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:20.047442 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (5a5276d6-632d-4adb-a46b-8471fb0bf332), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:20.075081 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event deleted for resources: {'Port': ['ID=5a5276d6-632d-4adb-a46b-8471fb0bf332,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:20.086910 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.087259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.087597 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.087924 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.088255 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.088586 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.088907 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.089228 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.089545 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.089862 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.090209 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.090527 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.090842 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.091159 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.091473 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:20.142538 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:20.203803 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Router d8532917-707b-4e59-9087-95d0bd75b520 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:32:20.207115 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:20.558757 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:32:20.570694 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] Sync routers for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:32:20.582305 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:20.582927 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:20.604004 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] No DVR routers for this DVR port 5a5276d6-632d-4adb-a46b-8471fb0bf332 on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:32:20.607117 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:20.611183 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5ccf30f4-240a-4e61-9092-2610ec26514e req-61725eab-7e6f-498f-9d9c-297935dfd99b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.18 "DELETE /networking/v2.0/ports/5a5276d6-632d-4adb-a46b-8471fb0bf332 HTTP/1.1" status: 204 len: 173 time: 1.1345723 Sep 27 17:32:20.611933 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'name': 'network-vif-deleted', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:20.614882 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b657c74c-32b7-41ad-829c-4ae580c4e4dc" -d '{"events": [{"server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "name": "network-vif-deleted", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:20.651711 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-c8758e65-ff41-498a-8064-d98ee7a4c753 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500393 Sep 27 17:32:20.659360 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c203c24e-7461-4628-b61b-2d2fe6071806 x-openstack-request-id: req-c203c24e-7461-4628-b61b-2d2fe6071806 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:20.659710 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d209f2ce-43c8-422a-a703-cdc9a9fb5cee", "name": "network-vif-deleted", "tag": "5a5276d6-632d-4adb-a46b-8471fb0bf332", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:20.660101 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c203c24e-7461-4628-b61b-2d2fe6071806 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:20.660589 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c203c24e-7461-4628-b61b-2d2fe6071806'] response: {'server_uuid': 'd209f2ce-43c8-422a-a703-cdc9a9fb5cee', 'name': 'network-vif-deleted', 'tag': '5a5276d6-632d-4adb-a46b-8471fb0bf332', 'status': 'completed', 'code': 200} Sep 27 17:32:20.706113 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:20.793040 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-b9e97226-e480-4a57-9fcc-9f7acb19a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:20.794938 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-b9e97226-e480-4a57-9fcc-9f7acb19a41f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 1129 time: 0.0424709 Sep 27 17:32:20.883450 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-785a4eed-5832-4134-979a-0e01d2ec83d2 req-552e83f1-39d3-400f-b200-cb9409d4458a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d209f2ce-43c8-422a-a703-cdc9a9fb5cee HTTP/1.1" status: 200 len: 210 time: 0.0399301 Sep 27 17:32:20.933465 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-37f1c628-1975-492b-9999-b3cdc509eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:20.935412 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-37f1c628-1975-492b-9999-b3cdc509eef9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 916 time: 0.1178248 Sep 27 17:32:20.997650 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:21.005883 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-e5d6b244-9cba-4064-a81e-d35aefaa8630 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=154c5998-5a7a-4e89-abf9-12d9614c0120 HTTP/1.1" status: 200 len: 1001 time: 0.0631671 Sep 27 17:32:21.029651 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] Checking router: d8532917-707b-4e59-9087-95d0bd75b520 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:32:21.040173 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:21.040799 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:21.066037 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-73ed9fcd-3ee9-4219-9a6f-41a23b9c7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:21.067612 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-73ed9fcd-3ee9-4219-9a6f-41a23b9c7dc8 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0546505 Sep 27 17:32:21.119407 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-8a3bd262-f641-4c8b-b4ef-65ef1ddcab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:21.121129 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-8a3bd262-f641-4c8b-b4ef-65ef1ddcab84 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454473 Sep 27 17:32:21.182588 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:21.220137 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-d365b246-136c-460c-921e-9c2c6978ddd5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929735 Sep 27 17:32:21.339982 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-0b1ed942-5fb6-48d1-a0ff-744fa63a2e9d req-4195d317-c08d-48e2-960a-403b9af03dbb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113706 Sep 27 17:32:21.400649 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:21.427851 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25aa2e-609b-479e-b202-f4d71fabc46e None None] The sync data for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi is: [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:32:21.640931 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e5c7d-99b6-4604-b5b9-bf8ad0b3713d None None] New status for floating IP f7e0db8e-0602-4209-b91f-5d6da497f4b8: DOWN {{(pid=106221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:32:21.983306 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55500) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:22.038379 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (a30aa164-a31a-470c-a5e4-429d88e1e895), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.063160 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (a30aa164-a31a-470c-a5e4-429d88e1e895), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.116688 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (a30aa164-a31a-470c-a5e4-429d88e1e895), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.119515 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.120857 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a30aa164-a31a-470c-a5e4-429d88e1e895 HTTP/1.1" status: 204 len: 168 time: 0.1359744 Sep 27 17:32:22.124660 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55502) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:22.131980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30aa164-a31a-470c-a5e4-429d88e1e895,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:22.139813 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.140169 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.140501 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.140837 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.141166 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.141397 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.api.v2.resource [None req-932cfd3f-e958-4d58-a658-c7c4a315a2f7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] show failed (client error): The resource could not be found. Sep 27 17:32:22.141522 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.141805 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.142159 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.142486 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.142882 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.143211 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.143533 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.143853 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.144172 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.144489 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326893a-5450-4eeb-950e-a76368d8c7a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:22.145781 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-932cfd3f-e958-4d58-a658-c7c4a315a2f7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups/a30aa164-a31a-470c-a5e4-429d88e1e895 HTTP/1.1" status: 404 len: 347 time: 0.0199952 Sep 27 17:32:22.146380 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55504) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:22.238620 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5a5276d6-632d-4adb-a46b-8471fb0bf332 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:22.259392 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 5a5276d6-632d-4adb-a46b-8471fb0bf332 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:32:22.259744 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5a5276d6-632d-4adb-a46b-8471fb0bf332 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:32:22.265145 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac9665-f0ef-4c88-aab1-beb9eb836e6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Deleting port b74848da-ddf3-48c9-bf16-1041efc929c2 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:22.265489 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9665-f0ef-4c88-aab1-beb9eb836e6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (b74848da-ddf3-48c9-bf16-1041efc929c2), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.345960 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9665-f0ef-4c88-aab1-beb9eb836e6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (b74848da-ddf3-48c9-bf16-1041efc929c2), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.346310 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9665-f0ef-4c88-aab1-beb9eb836e6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (b74848da-ddf3-48c9-bf16-1041efc929c2), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.359153 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac9665-f0ef-4c88-aab1-beb9eb836e6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Calling delete_port for b74848da-ddf3-48c9-bf16-1041efc929c2 owned by network:floatingip {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:22.497925 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9665-f0ef-4c88-aab1-beb9eb836e6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (b74848da-ddf3-48c9-bf16-1041efc929c2), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.528073 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac9665-f0ef-4c88-aab1-beb9eb836e6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event deleted for resources: {'Port': ['ID=b74848da-ddf3-48c9-bf16-1041efc929c2,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:22.581623 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9665-f0ef-4c88-aab1-beb9eb836e6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (f7e0db8e-0602-4209-b91f-5d6da497f4b8), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.584447 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9665-f0ef-4c88-aab1-beb9eb836e6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.585591 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d0ac9665-f0ef-4c88-aab1-beb9eb836e6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/f7e0db8e-0602-4209-b91f-5d6da497f4b8 HTTP/1.1" status: 204 len: 168 time: 0.4380825 Sep 27 17:32:22.688132 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55508) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:22.693796 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-00409b38-0121-4d38-a7c9-d7045745fe5f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535122076', 'description': 'tempest-description--1393433440'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:32:22.714630 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-00409b38-0121-4d38-a7c9-d7045745fe5f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.786156 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-00409b38-0121-4d38-a7c9-d7045745fe5f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (f0612762-629f-4931-b39f-54be13622a2d), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.789611 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-00409b38-0121-4d38-a7c9-d7045745fe5f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f0612762-629f-4931-b39f-54be13622a2d), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.810502 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:22.823690 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-00409b38-0121-4d38-a7c9-d7045745fe5f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.828363 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-00409b38-0121-4d38-a7c9-d7045745fe5f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1358023 Sep 27 17:32:22.828363 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00409b38-0121-4d38-a7c9-d7045745fe5f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0612762-629f-4931-b39f-54be13622a2d,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:22.829346 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55510) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:22.836934 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-2fafaee0-4b5e-4355-b7d6-cc280f457ba6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'security_group_rule': {'security_group_id': 'f0612762-629f-4931-b39f-54be13622a2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:32:22.865313 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2fafaee0-4b5e-4355-b7d6-cc280f457ba6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (7d811001-1f5f-4a89-b8dd-cca841015724), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.927541 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2fafaee0-4b5e-4355-b7d6-cc280f457ba6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (7d811001-1f5f-4a89-b8dd-cca841015724), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.931318 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2fafaee0-4b5e-4355-b7d6-cc280f457ba6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (7d811001-1f5f-4a89-b8dd-cca841015724), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.951280 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafaee0-4b5e-4355-b7d6-cc280f457ba6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d811001-1f5f-4a89-b8dd-cca841015724,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:22.963098 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2fafaee0-4b5e-4355-b7d6-cc280f457ba6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:22.964326 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-2fafaee0-4b5e-4355-b7d6-cc280f457ba6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310229 Sep 27 17:32:22.967225 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55512) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:22.972331 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-3a7ad89f-c973-4093-a0ee-43cc8bed00df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'security_group_rule': {'security_group_id': 'f0612762-629f-4931-b39f-54be13622a2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:32:22.995934 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:23.000721 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad89f-c973-4093-a0ee-43cc8bed00df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (da28d646-730b-4dad-b270-ec7bcf359313), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.049362 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad89f-c973-4093-a0ee-43cc8bed00df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (da28d646-730b-4dad-b270-ec7bcf359313), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.052858 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad89f-c973-4093-a0ee-43cc8bed00df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (da28d646-730b-4dad-b270-ec7bcf359313), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.070636 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ad89f-c973-4093-a0ee-43cc8bed00df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da28d646-730b-4dad-b270-ec7bcf359313,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:23.078689 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad89f-c973-4093-a0ee-43cc8bed00df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.079874 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3a7ad89f-c973-4093-a0ee-43cc8bed00df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110754 Sep 27 17:32:23.083081 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55514) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:23.087218 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:32:23.093238 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:23.111245 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.189904 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.293313 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Allocated IP 172.27.0.193 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/c0e9dace-5cba-40f0-9626-091190aa49db) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:32:23.407604 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for port (c0e9dace-5cba-40f0-9626-091190aa49db), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.438052 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (c0e9dace-5cba-40f0-9626-091190aa49db), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.471477 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:32:23.476191 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:32:23.479689 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:32:23.509330 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'Port': ['ID=c0e9dace-5cba-40f0-9626-091190aa49db,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:23.568733 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (89039477-036c-4220-9b00-51c4364ae7e8), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.603112 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c0e9dace-5cba-40f0-9626-091190aa49db), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.705966 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:23.760118 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for port (c0e9dace-5cba-40f0-9626-091190aa49db), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.764387 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (c0e9dace-5cba-40f0-9626-091190aa49db), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.799796 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:23.831532 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'Port': ['ID=c0e9dace-5cba-40f0-9626-091190aa49db,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:23.834877 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (89039477-036c-4220-9b00-51c4364ae7e8), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.850701 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:23.853841 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f25ec32a-a5d7-4aee-8fb0-060e9bdeb5ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7679343 Sep 27 17:32:24.051779 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-acf0aa2b-a3d7-4b53-b750-256093a50440 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--535122076&fields=id&tenant_id=37e99b06d94d4893963a88cd5333ec5b HTTP/1.1" status: 200 len: 267 time: 0.0419812 Sep 27 17:32:24.157786 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-3c5f3c5b-b248-49ec-ae69-caefe24185bc tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:24.159358 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-3c5f3c5b-b248-49ec-ae69-caefe24185bc tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 817 time: 0.1014209 Sep 27 17:32:24.172853 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:24.179820 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-f7330e24-6dd2-4aca-a4f1-8e5526eeba3d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/quotas/37e99b06d94d4893963a88cd5333ec5b HTTP/1.1" status: 200 len: 375 time: 0.0151069 Sep 27 17:32:24.229125 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-c5de78d1-b8c8-4f48-8b8b-cbd43ca8417b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439565 Sep 27 17:32:24.323352 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-81490fee-e811-4b88-a34e-76dd1f04ded2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822415 Sep 27 17:32:24.416719 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-ef88218b-c263-4144-bea5-25364f18cc82 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870821 Sep 27 17:32:24.579769 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-92597e3b-89db-499c-b76e-47f10cd8cb64 req-a67d685c-86e3-492a-aa59-8d13c79548e1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 210 time: 0.0276794 Sep 27 17:32:25.687705 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d95838ef-429f-47c9-95c2-a2583d8ec5d7 req-2b33b1bd-05e0-4110-8394-c237aae81a14 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 210 time: 0.0298431 Sep 27 17:32:26.081441 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-29cd725d-bf52-45bf-9ac8-a605a6847c10 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:26.083049 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-29cd725d-bf52-45bf-9ac8-a605a6847c10 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 817 time: 0.1167617 Sep 27 17:32:26.152668 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-98fce118-8ae6-4c65-bc10-7e78083a79d0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=37e99b06d94d4893963a88cd5333ec5b HTTP/1.1" status: 200 len: 379 time: 0.0544906 Sep 27 17:32:26.267711 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'port': {'device_id': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'admin_state_up': True, 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'security_groups': ['f0612762-629f-4931-b39f-54be13622a2d']}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:32:26.378999 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Made reservation on behalf of 37e99b06d94d4893963a88cd5333ec5b for: {'port': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:32:26.382678 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:26.429888 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-7e842164-07c7-4d6d-a390-46698704b614 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2145868438&fields=id&tenant_id=9bf4e20a59f147afb4f036fc8d04adb2 HTTP/1.1" status: 200 len: 267 time: 0.0537508 Sep 27 17:32:26.480192 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-134dd572-de0a-49de-8ab0-c5f287ecb583 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:26.481859 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-134dd572-de0a-49de-8ab0-c5f287ecb583 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 985 time: 0.0465415 Sep 27 17:32:26.493382 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-19a8d7e4-91cb-4f20-bbf6-74aa79dc1748 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Request body: {'port': {'security_groups': ['527ec6ab-bd5f-4a2a-a22a-6fa99b136f90']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:32:26.511670 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Allocated IP 172.20.0.6 (39cd2f9e-bd9d-49da-a5a0-71ace359ff57/78a9782a-b46b-467c-82d2-0da18c8be2c1/44bdfd6c-6234-47ec-8359-4819b713d0a5) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:32:26.574999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-19a8d7e4-91cb-4f20-bbf6-74aa79dc1748 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:26.648320 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:26.679831 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:26.717757 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:26.729746 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:32:26.736444 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:32:26.743564 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:32:26.747975 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event updated for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:26.761946 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-19a8d7e4-91cb-4f20-bbf6-74aa79dc1748 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] For port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:26.791439 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-19a8d7e4-91cb-4f20-bbf6-74aa79dc1748 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:26.804208 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:26.804875 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:26.810109 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-19a8d7e4-91cb-4f20-bbf6-74aa79dc1748 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:26.820316 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-19a8d7e4-91cb-4f20-bbf6-74aa79dc1748 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:26.821123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-19a8d7e4-91cb-4f20-bbf6-74aa79dc1748 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:26.822721 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-efc71aed-2808-4a67-9a2c-348a28560b6b req-19a8d7e4-91cb-4f20-bbf6-74aa79dc1748 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "PUT /networking/v2.0/ports/9d1590c2-6fed-40c4-8aca-ed18ef3c13df HTTP/1.1" status: 200 len: 943 time: 0.3339558 Sep 27 17:32:26.826869 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-fdfaa26a-29eb-48e7-b768-b270700d2ff5 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631309 Sep 27 17:32:26.828798 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55564) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:26.836919 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:26.840273 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['9d1590c2-6fed-40c4-8aca-ed18ef3c13df'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:32:26.850800 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Request body: {'port': {'device_id': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:32:26.862149 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:26.864833 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:26.873106 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a17388-98a0-42c1-ad8c-122076b0d2bf req-178f90bd-7544-4667-b61b-d6b8451fe04e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:26.882725 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83a17388-98a0-42c1-ad8c-122076b0d2bf req-178f90bd-7544-4667-b61b-d6b8451fe04e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 931 time: 0.0888438 Sep 27 17:32:26.965139 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-97b0456b-12b0-4397-bb7a-b0ab6d9c8b0b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group (e90abd20-a7d9-4a96-ad13-61546a82ff29), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:26.967167 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f41be1-7a41-4192-b78a-6d939c6bca90 x-openstack-request-id: req-05f41be1-7a41-4192-b78a-6d939c6bca90 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:26.968153 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:26.968620 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05f41be1-7a41-4192-b78a-6d939c6bca90 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:26.969129 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f41be1-7a41-4192-b78a-6d939c6bca90'] response: {'name': 'network-changed', 'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'status': 'completed', 'code': 200} Sep 27 17:32:26.970397 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:26.988860 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8d7e4-91cb-4f20-bbf6-74aa79dc1748 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event updated for resources: {'Port': ['ID=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,revision_number=7']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:27.004616 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-97b0456b-12b0-4397-bb7a-b0ab6d9c8b0b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group (e90abd20-a7d9-4a96-ad13-61546a82ff29), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.012661 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83a17388-98a0-42c1-ad8c-122076b0d2bf req-3cd7afc4-2c28-4864-9900-e532d147c3fd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289203 Sep 27 17:32:27.060814 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['9d1590c2-6fed-40c4-8aca-ed18ef3c13df'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:32:27.106468 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-df39e726-ba88-4b71-bbff-075e24b6a5cd None None] Provisioning complete for port 44bdfd6c-6234-47ec-8359-4819b713d0a5 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:32:27.106897 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-df39e726-ba88-4b71-bbff-075e24b6a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.107238 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-df39e726-ba88-4b71-bbff-075e24b6a5cd None None] Attempt 1 to provision port 44bdfd6c-6234-47ec-8359-4819b713d0a5 Sep 27 17:32:27.152561 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:27.158228 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-df39e726-ba88-4b71-bbff-075e24b6a5cd None None] Port 44bdfd6c-6234-47ec-8359-4819b713d0a5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:32:27.159624 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-efd206c7-2ba9-4200-90e4-8be955538411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:27.161210 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-efd206c7-2ba9-4200-90e4-8be955538411 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9bf4e20a59f147afb4f036fc8d04adb2&device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 1130 time: 0.0463884 Sep 27 17:32:27.194019 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-97b0456b-12b0-4397-bb7a-b0ab6d9c8b0b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (e90abd20-a7d9-4a96-ad13-61546a82ff29), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.196552 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-97b0456b-12b0-4397-bb7a-b0ab6d9c8b0b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.197716 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-97b0456b-12b0-4397-bb7a-b0ab6d9c8b0b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/e90abd20-a7d9-4a96-ad13-61546a82ff29 HTTP/1.1" status: 204 len: 168 time: 0.3679280 Sep 27 17:32:27.200780 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55568) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:27.211074 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0456b-12b0-4397-bb7a-b0ab6d9c8b0b tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90abd20-a7d9-4a96-ad13-61546a82ff29,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:27.310407 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:27.313490 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bdfd6c-6234-47ec-8359-4819b713d0a5 {{(pid=106220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:32:27.321699 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Publish callbacks [] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.335784 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.provisioning_blocks [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Transition to ACTIVE for port object 44bdfd6c-6234-47ec-8359-4819b713d0a5 will not be triggered until provisioned by entity L2. {{(pid=106220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:32:27.339754 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.374917 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-04b5640a-c21b-4ad6-8702-7449f006f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:27.376377 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-04b5640a-c21b-4ad6-8702-7449f006f9b8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f6df37ce-4072-424a-afc9-d720386b4649 HTTP/1.1" status: 200 len: 915 time: 0.2068424 Sep 27 17:32:27.421343 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Pushing event updated for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:27.453816 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Attempting to bind port 44bdfd6c-6234-47ec-8359-4819b713d0a5 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:32:27.454186 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Attempting to bind port 44bdfd6c-6234-47ec-8359-4819b713d0a5 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'}] {{(pid=106220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:32:27.454517 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Attempting to bind port 44bdfd6c-6234-47ec-8359-4819b713d0a5 on network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:32:27.480370 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-0edc01d8-2a69-493f-bf2c-554ccdec1e8c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df HTTP/1.1" status: 200 len: 1001 time: 0.0967407 Sep 27 17:32:27.483127 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Deleting port 4291bf3f-2abd-49cf-af97-d993b0f29e9d {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:27.483466 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (4291bf3f-2abd-49cf-af97-d993b0f29e9d), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.495482 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Port 44bdfd6c-6234-47ec-8359-4819b713d0a5 on network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:32:27.495799 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Attempting to bind port 44bdfd6c-6234-47ec-8359-4819b713d0a5 on network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:32:27.520419 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:27.543125 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:32:27.543478 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Checking segment: {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:32:27.543859 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Bound using segment: {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'} {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:32:27.544298 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Bound port: 44bdfd6c-6234-47ec-8359-4819b713d0a5, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5020098-b892-428d-8c25-87164397121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57'}}] {{(pid=106220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:32:27.544657 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.579009 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-d9a8b65f-ac55-4808-a393-7c6ce88cc6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:27.580455 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-d9a8b65f-ac55-4808-a393-7c6ce88cc6c4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=8894432c-a32e-45a0-945e-acdb0dfcf4ce HTTP/1.1" status: 200 len: 853 time: 0.0939298 Sep 27 17:32:27.605305 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, cleared binding levels {{(pid=106220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:32:27.613380 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:32:27.623373 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.627215 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:27.628141 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.629636 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/44bdfd6c-6234-47ec-8359-4819b713d0a5 HTTP/1.1" status: 200 len: 1093 time: 0.7855313 Sep 27 17:32:27.630668 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (4291bf3f-2abd-49cf-af97-d993b0f29e9d), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.630999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for floatingip (4291bf3f-2abd-49cf-af97-d993b0f29e9d), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.638091 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:27.640562 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0088a0-8350-4722-ae62-1dcc67bdcae2" -d '{"events": [{"name": "network-changed", "server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:27.652222 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Calling delete_port for 4291bf3f-2abd-49cf-af97-d993b0f29e9d owned by network:floatingip {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:27.658929 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-6eafd022-9672-4db2-b5e8-9bf26674f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:27.660049 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-df39e726-ba88-4b71-bbff-075e24b6a5cd None None] Attempt 2 to provision port 44bdfd6c-6234-47ec-8359-4819b713d0a5 Sep 27 17:32:27.660507 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-6eafd022-9672-4db2-b5e8-9bf26674f565 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f6df37ce-4072-424a-afc9-d720386b4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715210 Sep 27 17:32:27.689503 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10e99d0-4750-47e6-be32-9d564535fc22 x-openstack-request-id: req-d10e99d0-4750-47e6-be32-9d564535fc22 {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:27.689792 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:27.690048 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d10e99d0-4750-47e6-be32-9d564535fc22 {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:27.690474 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10e99d0-4750-47e6-be32-9d564535fc22'] response: {'name': 'network-changed', 'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'status': 'completed', 'code': 200} Sep 27 17:32:27.695249 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec96c7-1a2a-4e7e-ba42-e6d35308c417 service neutron] Pushing event updated for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=3']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:27.724095 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-df39e726-ba88-4b71-bbff-075e24b6a5cd None None] Port 44bdfd6c-6234-47ec-8359-4819b713d0a5 had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:32:27.748154 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-6c7b978b-5534-4628-b9c4-74f81bec200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:27.749971 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-6c7b978b-5534-4628-b9c4-74f81bec200e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 1127 time: 0.0430956 Sep 27 17:32:27.799678 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-a2b752db-67b5-4604-a1b2-e5a7223f1e06 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5 HTTP/1.1" status: 200 len: 217 time: 0.0364673 Sep 27 17:32:27.839086 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:27.846452 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-58f34a8e-2c27-4242-bdb2-0cde716f5580 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421797 Sep 27 17:32:27.849992 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-1e3287a3-524b-4420-bb00-a17d382bb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:27.851454 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-1e3287a3-524b-4420-bb00-a17d382bb499 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.0455508 Sep 27 17:32:27.894581 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-6a4a5a2f-7260-4750-b8e0-dd5be0def4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:27.896128 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-6a4a5a2f-7260-4750-b8e0-dd5be0def4f0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388143 Sep 27 17:32:27.984964 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (4291bf3f-2abd-49cf-af97-d993b0f29e9d), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:27.990034 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e5486e20-ab95-4fb3-bf2c-11c52fb061a4 req-0c07e415-f232-4e9b-8cf8-d5b5f019d0a3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355708 Sep 27 17:32:28.011140 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event deleted for resources: {'Port': ['ID=4291bf3f-2abd-49cf-af97-d993b0f29e9d,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:28.089161 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks [] for floatingip (af205fe8-83d3-4eed-b9d7-711a38c5e91c), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:28.089585 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Floating IP af205fe8-83d3-4eed-b9d7-711a38c5e91c disassociated (deleted). External IP: 172.27.0.44, port: 9d1590c2-6fed-40c4-8aca-ed18ef3c13df. Sep 27 17:32:28.126477 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:28.141755 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:28.193093 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-3436ce57-4777-44e5-aafd-6bca10e74cb1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896872 Sep 27 17:32:28.217401 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46272df1-f338-4fd8-bad7-01949c1b14a4 req-b0800aa7-88ea-40a7-ac2c-f54233d55b73 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:28.219189 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-46272df1-f338-4fd8-bad7-01949c1b14a4 req-b0800aa7-88ea-40a7-ac2c-f54233d55b73 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0960691 Sep 27 17:32:28.289880 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1d55eead-be82-4e4e-98d6-273edb2f6e40 req-3ebcbe91-f32f-41c1-9e5a-004cd016ab0b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837462 Sep 27 17:32:28.316663 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-46272df1-f338-4fd8-bad7-01949c1b14a4 req-d78c3df4-3037-4975-ac83-ca7fd6a65509 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906696 Sep 27 17:32:28.378601 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Router e1495861-39ad-42a8-b619-11bf8a60b8e6 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:32:28.479280 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:32:28.485027 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:28.489621 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] Sync routers for ids ['e1495861-39ad-42a8-b619-11bf8a60b8e6'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:32:28.500127 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] Routers {'e1495861-39ad-42a8-b619-11bf8a60b8e6'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:28.500735 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e1495861-39ad-42a8-b619-11bf8a60b8e6'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:28.513343 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-dd786413-8cd4-49df-9716-226d2621ca8d tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/af205fe8-83d3-4eed-b9d7-711a38c5e91c HTTP/1.1" status: 204 len: 168 time: 1.2716324 Sep 27 17:32:28.601741 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:28.606719 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] Set router e1495861-39ad-42a8-b619-11bf8a60b8e6 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:28.796273 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9ba9722d-7d77-48cb-907f-6665a3dfb617', 'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'mac_address': 'fa:16:3e:ad:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:32Z', 'updated_at': '2022-09-27T17:26:39Z', 'revision_number': 5, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'subnets': [{'id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:28.820303 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] Checking router: e1495861-39ad-42a8-b619-11bf8a60b8e6 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:32:28.828802 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] Routers {'e1495861-39ad-42a8-b619-11bf8a60b8e6'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:28.829396 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e1495861-39ad-42a8-b619-11bf8a60b8e6'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:28.928758 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] Set router e1495861-39ad-42a8-b619-11bf8a60b8e6 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:28.953192 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:28.970316 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:28.972721 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d7c997-dbee-4136-9821-045608be0a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:29.010027 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be41ef73-5f49-42fb-9f99-ea89f54bd2ff x-openstack-request-id: req-be41ef73-5f49-42fb-9f99-ea89f54bd2ff {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:29.010357 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:29.010612 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be41ef73-5f49-42fb-9f99-ea89f54bd2ff {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:29.011019 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be41ef73-5f49-42fb-9f99-ea89f54bd2ff'] response: {'name': 'network-changed', 'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'status': 'completed', 'code': 200} Sep 27 17:32:29.113008 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9ba9722d-7d77-48cb-907f-6665a3dfb617', 'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'mac_address': 'fa:16:3e:ad:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:32Z', 'updated_at': '2022-09-27T17:26:39Z', 'revision_number': 5, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'subnets': [{'id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:29.137095 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001be1ad-2716-4589-906c-55af9eb96b42 None None] The sync data for ids ['e1495861-39ad-42a8-b619-11bf8a60b8e6'] in dv-cinder-849143-8-iscsi is: [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:26:33Z', 'revision_number': 4, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9ba9722d-7d77-48cb-907f-6665a3dfb617', 'name': '', 'network_id': 'f6df37ce-4072-424a-afc9-d720386b4649', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'mac_address': 'fa:16:3e:ad:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:32Z', 'updated_at': '2022-09-27T17:26:39Z', 'revision_number': 5, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'subnets': [{'id': '8894432c-a32e-45a0-945e-acdb0dfcf4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:32:29.342838 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb277c-eb7c-4fc5-8732-3a4f3e45623d None None] New status for floating IP af205fe8-83d3-4eed-b9d7-711a38c5e91c: DOWN {{(pid=106221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:32:29.445047 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b0644-0476-493a-a08f-219c66816249 req-fa1e4498-f85d-45ba-b287-37dd404fa5ce tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:29.446569 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-360b0644-0476-493a-a08f-219c66816249 req-fa1e4498-f85d-45ba-b287-37dd404fa5ce tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0492415 Sep 27 17:32:29.493417 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-360b0644-0476-493a-a08f-219c66816249 req-a82889a9-3d9f-420d-bd5d-5107b6c4acee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411937 Sep 27 17:32:30.624280 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4a40d-f519-4336-a92a-01a174f03e93 req-1dd42977-83ee-4a6c-8ee2-1688d13bc9d0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:30.625758 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-58a4a40d-f519-4336-a92a-01a174f03e93 req-1dd42977-83ee-4a6c-8ee2-1688d13bc9d0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0522711 Sep 27 17:32:30.636006 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:32:30.672587 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-58a4a40d-f519-4336-a92a-01a174f03e93 req-1004aedc-59a8-4c6c-9be4-1ce319c21a16 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409853 Sep 27 17:32:31.746867 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7c997-dbee-4136-9821-045608be0a1b req-f94ef6f7-69d6-446b-82a1-dd5643e5feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:31.749056 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78d7c997-dbee-4136-9821-045608be0a1b req-f94ef6f7-69d6-446b-82a1-dd5643e5feaa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9bf4e20a59f147afb4f036fc8d04adb2&device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 1130 time: 0.0424292 Sep 27 17:32:31.755863 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-635bc5cb-c864-4481-80b2-7f35071e18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:31.757478 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-635bc5cb-c864-4481-80b2-7f35071e18fb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 1127 time: 0.0522337 Sep 27 17:32:31.855722 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-1fbd3022-e0cf-40c4-a492-54ebee1cac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:31.857441 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-1fbd3022-e0cf-40c4-a492-54ebee1cac4a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 918 time: 0.0937045 Sep 27 17:32:32.102526 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab176a-2cd6-4cc9-ab23-ccd239c65a18 req-9bb4b138-d018-4827-aa97-b9770e9f5d39 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:32.103994 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41ab176a-2cd6-4cc9-ab23-ccd239c65a18 req-9bb4b138-d018-4827-aa97-b9770e9f5d39 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.3381703 Sep 27 17:32:32.147181 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7c997-dbee-4136-9821-045608be0a1b req-179f2056-e76a-4e12-b256-ea750e7dac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:32.148617 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78d7c997-dbee-4136-9821-045608be0a1b req-179f2056-e76a-4e12-b256-ea750e7dac0c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f6df37ce-4072-424a-afc9-d720386b4649 HTTP/1.1" status: 200 len: 915 time: 0.3925495 Sep 27 17:32:32.170044 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41ab176a-2cd6-4cc9-ab23-ccd239c65a18 req-c4fd9a92-c31b-45f0-8b35-11f869e2d71f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588250 Sep 27 17:32:32.265397 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78d7c997-dbee-4136-9821-045608be0a1b req-04681c7b-8f4a-4b93-8d0b-1f17b5a39354 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df HTTP/1.1" status: 200 len: 217 time: 0.0374651 Sep 27 17:32:32.267608 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-bca6bf9f-93a3-4d49-8232-b76f4723646c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5 HTTP/1.1" status: 200 len: 217 time: 0.0354166 Sep 27 17:32:32.277675 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 44bdfd6c-6234-47ec-8359-4819b713d0a5 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:32:32.321746 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-21b754d8-8ac0-4e13-90c7-f56553257707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:32.323395 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-21b754d8-8ac0-4e13-90c7-f56553257707 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.0462837 Sep 27 17:32:32.326629 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7c997-dbee-4136-9821-045608be0a1b req-cf6c0d4b-4188-43a4-a7fe-96af5b84dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:32.328134 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78d7c997-dbee-4136-9821-045608be0a1b req-cf6c0d4b-4188-43a4-a7fe-96af5b84dfae service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=8894432c-a32e-45a0-945e-acdb0dfcf4ce HTTP/1.1" status: 200 len: 853 time: 0.0515149 Sep 27 17:32:32.384650 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7c997-dbee-4136-9821-045608be0a1b req-330c418e-6ebd-45e7-af45-7cfa9e536f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:32.384849 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:32.386882 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78d7c997-dbee-4136-9821-045608be0a1b req-330c418e-6ebd-45e7-af45-7cfa9e536f88 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f6df37ce-4072-424a-afc9-d720386b4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448375 Sep 27 17:32:32.387032 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-2a61616b-6342-475a-9d6c-411a3cc95fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:32.388383 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-2a61616b-6342-475a-9d6c-411a3cc95fb2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460620 Sep 27 17:32:32.396310 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'port_id': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'mac_address': 'fa:16:3e:8c:dd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:32:32.417324 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:32.432500 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 44bdfd6c-6234-47ec-8359-4819b713d0a5 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:32:32.432886 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:32.445703 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bdfd6c-6234-47ec-8359-4819b713d0a5 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:32:32.450421 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:32.465440 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:32.469525 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:32.521544 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:32.527654 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:32.530975 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.531453 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.531808 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.532146 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.532496 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.532825 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.533152 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.533550 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.533816 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.534163 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.534490 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.534814 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.535242 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.535619 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.535993 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:32:32.546636 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:32.568624 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78d7c997-dbee-4136-9821-045608be0a1b req-811f832c-0754-46f2-b034-7c02f335fa9a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967095 Sep 27 17:32:32.587962 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-9bf4c4d1-93b9-42b6-ac28-e65d88b3db2e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157868 Sep 27 17:32:32.663019 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-78d7c997-dbee-4136-9821-045608be0a1b req-c2a18df3-86b6-4195-aca6-d6a0ad185320 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826495 Sep 27 17:32:32.676654 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-be0088a0-8350-4722-ae62-1dcc67bdcae2 req-f4fca19c-f9f7-4688-966b-efa68401e6f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820351 Sep 27 17:32:32.998317 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['44bdfd6c-6234-47ec-8359-4819b713d0a5'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:32:33.296580 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1ef09-5b1d-4fd9-bbc3-375c35435824 req-2653cfb1-5729-4643-995e-25c51c163edc tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:33.298101 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8cc1ef09-5b1d-4fd9-bbc3-375c35435824 req-2653cfb1-5729-4643-995e-25c51c163edc tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 944 time: 0.0483208 Sep 27 17:32:33.353198 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8cc1ef09-5b1d-4fd9-bbc3-375c35435824 req-d89df16a-f90f-4683-8c4d-bb4549c9cf83 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490520 Sep 27 17:32:34.349377 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 44bdfd6c-6234-47ec-8359-4819b713d0a5 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:32:34.394881 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 44bdfd6c-6234-47ec-8359-4819b713d0a5 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:32:34.403532 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 44bdfd6c-6234-47ec-8359-4819b713d0a5 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:32:34.403903 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:34.404237 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 44bdfd6c-6234-47ec-8359-4819b713d0a5 Sep 27 17:32:34.490796 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9027ae-3566-4f3f-9ffd-b0813ac25f83 req-8224807c-0779-44dc-af5c-e4fc9b95daee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:34.492126 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 44bdfd6c-6234-47ec-8359-4819b713d0a5 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:32:34.492587 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:34.492948 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ac9027ae-3566-4f3f-9ffd-b0813ac25f83 req-8224807c-0779-44dc-af5c-e4fc9b95daee tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 944 time: 0.0494285 Sep 27 17:32:34.527650 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:34.530533 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf981d6c-41dd-4db3-8aa8-16cce0265089" -d '{"events": [{"server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "name": "network-vif-plugged", "status": "completed", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:34.534579 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:34.539426 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:34.546593 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ac9027ae-3566-4f3f-9ffd-b0813ac25f83 req-4b2f331b-eca2-44bc-a8f1-456f872d08bd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472651 Sep 27 17:32:34.591028 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:34.600905 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7045123-9a26-4c60-9043-781c1ce2136d x-openstack-request-id: req-d7045123-9a26-4c60-9043-781c1ce2136d {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:34.601194 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "name": "network-vif-plugged", "status": "completed", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:34.602113 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7045123-9a26-4c60-9043-781c1ce2136d {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:34.602113 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7045123-9a26-4c60-9043-781c1ce2136d'] response: {'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'code': 200} Sep 27 17:32:34.690544 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd22d1-444a-46eb-b0f6-54a5a3fd6d39 req-774c0ef2-c563-4a4b-8846-711b3d2baecb tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:34.692014 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a4dd22d1-444a-46eb-b0f6-54a5a3fd6d39 req-774c0ef2-c563-4a4b-8846-711b3d2baecb tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0455785 Sep 27 17:32:34.747256 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a4dd22d1-444a-46eb-b0f6-54a5a3fd6d39 req-7296581b-8064-4727-b73e-27a97f9087a9 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495410 Sep 27 17:32:35.680072 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d49a08-6c54-4cd2-be2b-0ff910c965ba req-13595b88-abee-48b2-8425-b804b1caef11 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:35.681499 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-23d49a08-6c54-4cd2-be2b-0ff910c965ba req-13595b88-abee-48b2-8425-b804b1caef11 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0483890 Sep 27 17:32:35.727262 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-23d49a08-6c54-4cd2-be2b-0ff910c965ba req-5466ff59-4994-481d-a3e2-45101996788d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395904 Sep 27 17:32:35.867905 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e7da-5a1d-4cc1-aa35-f17cc32970fe req-a9026506-9023-4d58-89d9-d339d3ea5d0a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:35.869360 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3c87e7da-5a1d-4cc1-aa35-f17cc32970fe req-a9026506-9023-4d58-89d9-d339d3ea5d0a tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0455031 Sep 27 17:32:35.916506 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3c87e7da-5a1d-4cc1-aa35-f17cc32970fe req-2a2ee4ee-e5cb-4620-9998-28ba980e45b1 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405409 Sep 27 17:32:36.227140 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6fe5-d4bd-41f1-a84f-c310de0e81ff req-ca3b7a87-8975-43f2-a857-c35968e72dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:36.228616 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-4c3b6fe5-d4bd-41f1-a84f-c310de0e81ff req-ca3b7a87-8975-43f2-a857-c35968e72dfe service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 1129 time: 0.0420542 Sep 27 17:32:36.280416 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-4c3b6fe5-d4bd-41f1-a84f-c310de0e81ff req-269b759c-cfee-4f9b-b754-6f10644b92c6 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Sep 27 17:32:36.851462 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2f90-916f-405e-abaa-42d6ca353580 req-dd45bafa-9f98-4d72-b232-136c7bd59569 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:36.852934 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-851c2f90-916f-405e-abaa-42d6ca353580 req-dd45bafa-9f98-4d72-b232-136c7bd59569 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0466337 Sep 27 17:32:36.902907 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-851c2f90-916f-405e-abaa-42d6ca353580 req-d80853cd-ce49-45f1-b837-77f6a38a5c56 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440931 Sep 27 17:32:37.035479 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2aeb0-99bb-43ad-aa85-b3b0d4f94117 req-71eac94e-172a-4bfa-8506-08a54d5ea974 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:37.036790 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-70f2aeb0-99bb-43ad-aa85-b3b0d4f94117 req-71eac94e-172a-4bfa-8506-08a54d5ea974 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0449605 Sep 27 17:32:37.096870 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-70f2aeb0-99bb-43ad-aa85-b3b0d4f94117 req-160eaaa5-18bd-4c8f-81a0-5879b2856937 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545523 Sep 27 17:32:37.333742 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a838-1dbc-418d-be28-c8babcf6f686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:37.693339 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:37.763213 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-a0c1dc3c-6678-4693-83b6-dc2575c84151 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:37.764698 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-a0c1dc3c-6678-4693-83b6-dc2575c84151 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 946 time: 0.0794990 Sep 27 17:32:37.879715 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-3b24d479-31d6-47c6-abb8-c05868c80c21 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Deleting port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:37.880053 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-3b24d479-31d6-47c6-abb8-c05868c80c21 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:37.956461 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=100 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:37.972726 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-3b24d479-31d6-47c6-abb8-c05868c80c21 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] For port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:37.973084 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-3b24d479-31d6-47c6-abb8-c05868c80c21 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:37.988518 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-3b24d479-31d6-47c6-abb8-c05868c80c21 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Calling delete_port for 9d1590c2-6fed-40c4-8aca-ed18ef3c13df owned by compute:nova {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:38.028787 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706caf9-b4e7-4875-939a-49fcb12acc70 req-dc90e3ef-af66-4dd8-8a8c-bf13d438f763 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:38.030295 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b706caf9-b4e7-4875-939a-49fcb12acc70 req-dc90e3ef-af66-4dd8-8a8c-bf13d438f763 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0459282 Sep 27 17:32:38.087395 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b706caf9-b4e7-4875-939a-49fcb12acc70 req-b260e734-efd9-4d0b-a1c9-948fb992f7b3 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512235 Sep 27 17:32:38.152522 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-3b24d479-31d6-47c6-abb8-c05868c80c21 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (9d1590c2-6fed-40c4-8aca-ed18ef3c13df), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:38.180197 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24d479-31d6-47c6-abb8-c05868c80c21 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Pushing event deleted for resources: {'Port': ['ID=9d1590c2-6fed-40c4-8aca-ed18ef3c13df,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:38.191917 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['9d1590c2-6fed-40c4-8aca-ed18ef3c13df'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:32:38.228567 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3983d7ee-f0c1-4498-9c3c-40377419646c req-b0194321-fc21-4fa3-b483-4cf078ba652c tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 210 time: 0.0558245 Sep 27 17:32:38.248000 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-3b24d479-31d6-47c6-abb8-c05868c80c21 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] No DVR routers for this DVR port 9d1590c2-6fed-40c4-8aca-ed18ef3c13df on host hv-cinder-84914 {{(pid=106220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:32:38.251599 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-3b24d479-31d6-47c6-abb8-c05868c80c21 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:38.254895 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-80455950-cc4b-4056-be99-ca1d374be0b4 req-3b24d479-31d6-47c6-abb8-c05868c80c21 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.18 "DELETE /networking/v2.0/ports/9d1590c2-6fed-40c4-8aca-ed18ef3c13df HTTP/1.1" status: 204 len: 173 time: 0.4843221 Sep 27 17:32:38.255409 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'name': 'network-vif-deleted', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:38.257614 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba7800d-6f9c-447c-a47e-eda6787ab1ff" -d '{"events": [{"server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "name": "network-vif-deleted", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:38.296369 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d797409-8874-40a6-8c7e-dbd5988e78b8 x-openstack-request-id: req-5d797409-8874-40a6-8c7e-dbd5988e78b8 {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:38.296664 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c9bb60-e05b-4527-aa2f-bc6a3c55306b", "name": "network-vif-deleted", "tag": "9d1590c2-6fed-40c4-8aca-ed18ef3c13df", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:38.296918 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d797409-8874-40a6-8c7e-dbd5988e78b8 {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:38.297320 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d797409-8874-40a6-8c7e-dbd5988e78b8'] response: {'server_uuid': 'd7c9bb60-e05b-4527-aa2f-bc6a3c55306b', 'name': 'network-vif-deleted', 'tag': '9d1590c2-6fed-40c4-8aca-ed18ef3c13df', 'status': 'completed', 'code': 200} Sep 27 17:32:39.108920 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=18 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:39.209235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63cf2-3a0d-4bd6-8419-442eb60b8c73 req-d36df13c-5c90-4b9a-8574-c2dc4c12ee12 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:39.210733 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1fb63cf2-3a0d-4bd6-8419-442eb60b8c73 req-d36df13c-5c90-4b9a-8574-c2dc4c12ee12 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0466323 Sep 27 17:32:39.257836 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1fb63cf2-3a0d-4bd6-8419-442eb60b8c73 req-39a763fa-55ec-4191-8d0b-c89ef9b81837 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415714 Sep 27 17:32:39.358964 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-59e57c6a-f3ae-4d46-b382-afb212222a09 req-fedef787-c6b5-49c3-a86e-e449b4b1b810 tempest-TestMinimumBasicScenario-887258868 tempest-TestMinimumBasicScenario-887258868-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7c9bb60-e05b-4527-aa2f-bc6a3c55306b HTTP/1.1" status: 200 len: 210 time: 0.0380192 Sep 27 17:32:39.387011 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:39.398743 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff964be-9811-4e4c-a7cc-4258fa3a2da1 req-31dd0f93-db48-4122-a384-e8554c2a7780 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:39.400218 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2ff964be-9811-4e4c-a7cc-4258fa3a2da1 req-31dd0f93-db48-4122-a384-e8554c2a7780 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0523283 Sep 27 17:32:39.411164 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55642) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:39.415669 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-47ec145c-5d20-494e-a02a-72ab98f122a2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Request body: {'floatingip': {'port_id': '44bdfd6c-6234-47ec-8359-4819b713d0a5'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:32:39.418051 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:39.456754 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-47ec145c-5d20-494e-a02a-72ab98f122a2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (89039477-036c-4220-9b00-51c4364ae7e8), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:39.559680 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-716a0ab1-b946-4111-a63c-f385e31791b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:39.881315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-47ec145c-5d20-494e-a02a-72ab98f122a2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:39.884892 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-47ec145c-5d20-494e-a02a-72ab98f122a2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (89039477-036c-4220-9b00-51c4364ae7e8), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:39.978559 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-47ec145c-5d20-494e-a02a-72ab98f122a2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Floating IP 89039477-036c-4220-9b00-51c4364ae7e8 associated. External IP: 172.27.0.193, port: 44bdfd6c-6234-47ec-8359-4819b713d0a5. Sep 27 17:32:40.168567 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ec145c-5d20-494e-a02a-72ab98f122a2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Router d8532917-707b-4e59-9087-95d0bd75b520 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:32:40.269932 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ec145c-5d20-494e-a02a-72ab98f122a2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:32:40.276145 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-47ec145c-5d20-494e-a02a-72ab98f122a2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:40.282780 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87912963-9567-4421-a479-5640072e14f4 None None] Sync routers for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:32:40.295654 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87912963-9567-4421-a479-5640072e14f4 None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:40.296311 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-87912963-9567-4421-a479-5640072e14f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:40.311152 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-47ec145c-5d20-494e-a02a-72ab98f122a2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/89039477-036c-4220-9b00-51c4364ae7e8 HTTP/1.1" status: 200 len: 991 time: 0.8987257 Sep 27 17:32:40.311882 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:40.314214 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9318d4ae-b874-4edf-9873-38a0bb4756fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:40.352266 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64199860-e2cc-406b-a330-c6ad18a2d6fe x-openstack-request-id: req-64199860-e2cc-406b-a330-c6ad18a2d6fe {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:40.352635 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:40.352957 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64199860-e2cc-406b-a330-c6ad18a2d6fe {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:40.353431 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64199860-e2cc-406b-a330-c6ad18a2d6fe'] response: {'name': 'network-changed', 'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'status': 'completed', 'code': 200} Sep 27 17:32:40.378575 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 9d1590c2-6fed-40c4-8aca-ed18ef3c13df no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:40.398968 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 9d1590c2-6fed-40c4-8aca-ed18ef3c13df {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:32:40.399428 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 9d1590c2-6fed-40c4-8aca-ed18ef3c13df not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:32:40.400387 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-87912963-9567-4421-a479-5640072e14f4 None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:40.453733 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-b0d676e2-c5c1-420f-8344-6d88d0fc73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:40.455312 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-b0d676e2-c5c1-420f-8344-6d88d0fc73bb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 1129 time: 0.0544584 Sep 27 17:32:40.559818 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-0b2a8371-a6df-4f92-b99d-a0edba82ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:40.561854 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-0b2a8371-a6df-4f92-b99d-a0edba82ae3e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 918 time: 0.0980854 Sep 27 17:32:40.631503 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-095db7de-acdc-410c-92a8-d91819c7f32c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5 HTTP/1.1" status: 200 len: 999 time: 0.0620575 Sep 27 17:32:40.682878 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-aa3794ba-89cc-4df6-86d7-1b00269f1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:40.684363 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-aa3794ba-89cc-4df6-86d7-1b00269f1bda service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.0470250 Sep 27 17:32:40.713496 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-87912963-9567-4421-a479-5640072e14f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '89039477-036c-4220-9b00-51c4364ae7e8', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'port_id': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'mac_address': 'fa:16:3e:8c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:32:23Z', 'updated_at': '2022-09-27T17:32:39Z', 'revision_number': 1, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:40.740336 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87912963-9567-4421-a479-5640072e14f4 None None] Checking router: d8532917-707b-4e59-9087-95d0bd75b520 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:32:40.743635 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-4c350c6e-89f2-4004-9aee-ac9c4a6ad4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:40.745154 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-4c350c6e-89f2-4004-9aee-ac9c4a6ad4fc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440433 Sep 27 17:32:40.747493 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:40.750654 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87912963-9567-4421-a479-5640072e14f4 None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:40.751371 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-87912963-9567-4421-a479-5640072e14f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:40.856994 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-0b851e8a-e541-4bd2-a762-48263e90e629 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042807 Sep 27 17:32:40.868256 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:40.877009 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-87912963-9567-4421-a479-5640072e14f4 None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:40.961016 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-9318d4ae-b874-4edf-9873-38a0bb4756fc req-a5bb95ca-2f4b-41cb-ae13-7863784fc4ed service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970800 Sep 27 17:32:41.034962 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55694) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:41.104037 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-87912963-9567-4421-a479-5640072e14f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '89039477-036c-4220-9b00-51c4364ae7e8', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'port_id': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'mac_address': 'fa:16:3e:8c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:32:23Z', 'updated_at': '2022-09-27T17:32:39Z', 'revision_number': 1, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:41.137502 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87912963-9567-4421-a479-5640072e14f4 None None] The sync data for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi is: [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '89039477-036c-4220-9b00-51c4364ae7e8', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'port_id': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'mac_address': 'fa:16:3e:8c:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:32:23Z', 'updated_at': '2022-09-27T17:32:39Z', 'revision_number': 1, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:32:41.252379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:41.339239 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0198240e-d35e-4bf2-bcad-9084c2e47184 None None] New status for floating IP 89039477-036c-4220-9b00-51c4364ae7e8: ACTIVE {{(pid=106221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:32:41.352190 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:41.529999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (e1495861-39ad-42a8-b619-11bf8a60b8e6), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:41.666613 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d62a1-21e1-4fec-8128-39c37979bf30 req-5fa4b267-06fc-41ab-b51b-b87ad5ccdf30 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:41.668077 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-905d62a1-21e1-4fec-8128-39c37979bf30 req-5fa4b267-06fc-41ab-b51b-b87ad5ccdf30 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0611639 Sep 27 17:32:41.792495 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-905d62a1-21e1-4fec-8128-39c37979bf30 req-f63d3327-f7a5-461b-a8bb-2aa3656e6c9a tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963390 Sep 27 17:32:41.830478 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] Deleting port 9ba9722d-7d77-48cb-907f-6665a3dfb617 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:41.830891 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:41.911528 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] For port 9ba9722d-7d77-48cb-907f-6665a3dfb617, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=9ba9722d-7d77-48cb-907f-6665a3dfb617,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:41.911882 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:41.924290 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] Calling delete_port for 9ba9722d-7d77-48cb-907f-6665a3dfb617 owned by network:router_interface {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:42.103317 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (9ba9722d-7d77-48cb-907f-6665a3dfb617), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:42.108435 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:42.126039 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:42.129871 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba9722d-7d77-48cb-907f-6665a3dfb617,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:42.289511 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (e1495861-39ad-42a8-b619-11bf8a60b8e6), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:42.416528 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:42.491279 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:42.500859 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] Router e1495861-39ad-42a8-b619-11bf8a60b8e6 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:32:42.862128 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:32:42.869402 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-54ef7451-003e-4b31-b882-84120746e8bf admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/e1495861-39ad-42a8-b619-11bf8a60b8e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8308544 Sep 27 17:32:42.870384 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55704) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:42.871190 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] Sync routers for ids ['e1495861-39ad-42a8-b619-11bf8a60b8e6'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:32:42.881823 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] Routers {'e1495861-39ad-42a8-b619-11bf8a60b8e6'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:42.882463 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e1495861-39ad-42a8-b619-11bf8a60b8e6'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:42.917639 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d95f0b-c395-4741-ad9a-62772e8df519 req-797e637b-ba06-4581-a3da-e836936c111e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:42.919291 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c6d95f0b-c395-4741-ad9a-62772e8df519 req-797e637b-ba06-4581-a3da-e836936c111e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0474765 Sep 27 17:32:42.970152 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c6d95f0b-c395-4741-ad9a-62772e8df519 req-ef506841-8343-4c26-9fb7-7f10668e1c97 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440369 Sep 27 17:32:42.979384 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Publish callbacks [] for router (e1495861-39ad-42a8-b619-11bf8a60b8e6), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:42.985222 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] Set router e1495861-39ad-42a8-b619-11bf8a60b8e6 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:43.022157 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:43.026264 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:43.089455 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Publish callbacks [] for router_gateway (e1495861-39ad-42a8-b619-11bf8a60b8e6), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:43.113002 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:43.145094 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Deleting port 1dd94d52-d68e-49c9-b0c6-8983b2805532 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:43.145731 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:43.163639 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:32:42Z', 'revision_number': 5, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port': {'id': '1dd94d52-d68e-49c9-b0c6-8983b2805532', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:43.187546 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] Checking router: e1495861-39ad-42a8-b619-11bf8a60b8e6 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:32:43.196742 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] Routers {'e1495861-39ad-42a8-b619-11bf8a60b8e6'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:43.197277 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e1495861-39ad-42a8-b619-11bf8a60b8e6'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:43.234713 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] For port 1dd94d52-d68e-49c9-b0c6-8983b2805532, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=1dd94d52-d68e-49c9-b0c6-8983b2805532,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:43.235124 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:43.248601 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Calling delete_port for 1dd94d52-d68e-49c9-b0c6-8983b2805532 owned by network:router_gateway {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:43.281522 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] Set router e1495861-39ad-42a8-b619-11bf8a60b8e6 gateway port host: None {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:43.333163 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:32:43Z', 'revision_number': 6, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port_host': None}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:43.357757 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddbc1f5-5e10-4c5f-b9aa-698ac7a5002f None None] The sync data for ids ['e1495861-39ad-42a8-b619-11bf8a60b8e6'] in dv-cinder-849143-8-iscsi is: [{'id': 'e1495861-39ad-42a8-b619-11bf8a60b8e6', 'name': 'tempest-TestMinimumBasicScenario-894253182-router', 'tenant_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:28Z', 'updated_at': '2022-09-27T17:32:43Z', 'revision_number': 6, 'project_id': '9bf4e20a59f147afb4f036fc8d04adb2', 'gw_port_host': None}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:32:43.417130 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (1dd94d52-d68e-49c9-b0c6-8983b2805532), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:43.442688 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd94d52-d68e-49c9-b0c6-8983b2805532,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:43.504552 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (e1495861-39ad-42a8-b619-11bf8a60b8e6), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:43.797098 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (e1495861-39ad-42a8-b619-11bf8a60b8e6), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:43.799227 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Publish callbacks [] for router_controller (e1495861-39ad-42a8-b619-11bf8a60b8e6), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:43.858492 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (e1495861-39ad-42a8-b619-11bf8a60b8e6), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:43.859053 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1495861-39ad-42a8-b619-11bf8a60b8e6 {{(pid=106220) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:32:43.863727 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:43.865052 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-7153a86d-2820-480a-a5fc-d75775d1a687 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/e1495861-39ad-42a8-b619-11bf8a60b8e6 HTTP/1.1" status: 204 len: 168 time: 0.9925680 Sep 27 17:32:43.867621 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55706) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:43.910581 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc37dc12-63b6-4a89-8c61-f61a8bf98e1e admin admin] Deleting subnet 8894432c-a32e-45a0-945e-acdb0dfcf4ce {{(pid=106220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:32:43.913637 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc37dc12-63b6-4a89-8c61-f61a8bf98e1e admin admin] Publish callbacks [] for subnet (8894432c-a32e-45a0-945e-acdb0dfcf4ce), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:43.949456 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc37dc12-63b6-4a89-8c61-f61a8bf98e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9780021'] for subnet (8894432c-a32e-45a0-945e-acdb0dfcf4ce), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.021604 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc37dc12-63b6-4a89-8c61-f61a8bf98e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (8894432c-a32e-45a0-945e-acdb0dfcf4ce), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.073214 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc37dc12-63b6-4a89-8c61-f61a8bf98e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9737021'] for subnet (8894432c-a32e-45a0-945e-acdb0dfcf4ce), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.094757 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e239a-b9fc-4326-ac8f-4f3b640511f3 req-6fdfe63e-1a79-4ecf-91c3-7de23228b9f3 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:44.096239 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-618e239a-b9fc-4326-ac8f-4f3b640511f3 req-6fdfe63e-1a79-4ecf-91c3-7de23228b9f3 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Sep 27 17:32:44.102536 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37dc12-63b6-4a89-8c61-f61a8bf98e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8894432c-a32e-45a0-945e-acdb0dfcf4ce,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:44.108813 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc37dc12-63b6-4a89-8c61-f61a8bf98e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.116436 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c72e9c8-e124-4100-aadd-7a1e347eadf1 None None] Network f6df37ce-4072-424a-afc9-d720386b4649 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:32:44.117957 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55710) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:44.126354 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-cc37dc12-63b6-4a89-8c61-f61a8bf98e1e admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/8894432c-a32e-45a0-945e-acdb0dfcf4ce HTTP/1.1" status: 204 len: 168 time: 0.2514203 Sep 27 17:32:44.201809 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:44.226279 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-618e239a-b9fc-4326-ac8f-4f3b640511f3 req-f433b88b-8a95-4805-ba8b-a8568e11586f tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192148 Sep 27 17:32:44.229142 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (f6df37ce-4072-424a-afc9-d720386b4649), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.274295 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Deleting port a501fd50-8be9-4556-9ff2-0e270a125229 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:44.274632 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.288854 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae440a6-7329-4dd4-939e-dd8f62d199cd None None] DHCP port deletion for f6df37ce-4072-424a-afc9-d720386b4649 request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:32:44.328081 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-bae440a6-7329-4dd4-939e-dd8f62d199cd None None] Deleting port a501fd50-8be9-4556-9ff2-0e270a125229 {{(pid=106221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:44.328460 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bae440a6-7329-4dd4-939e-dd8f62d199cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), before_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.347911 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] For port a501fd50-8be9-4556-9ff2-0e270a125229, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=a501fd50-8be9-4556-9ff2-0e270a125229,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:44.348281 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.364651 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Calling delete_port for a501fd50-8be9-4556-9ff2-0e270a125229 owned by network:dhcp {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:44.409532 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:44.442652 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:44.452860 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.480950 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Pushing event deleted for resources: {'Port': ['ID=a501fd50-8be9-4556-9ff2-0e270a125229,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:44.483798 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] No DVR routers for this DVR port a501fd50-8be9-4556-9ff2-0e270a125229 on host dv-cinder-849143-8-iscsi {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:32:44.525548 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-bae440a6-7329-4dd4-939e-dd8f62d199cd None None] For port a501fd50-8be9-4556-9ff2-0e270a125229, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=a501fd50-8be9-4556-9ff2-0e270a125229,segment=NetworkSegment(c8b82983-06ee-459b-8d7b-aecc3d193964),segment_id=c8b82983-06ee-459b-8d7b-aecc3d193964)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:44.525857 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bae440a6-7329-4dd4-939e-dd8f62d199cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), precommit_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.539086 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-bae440a6-7329-4dd4-939e-dd8f62d199cd None None] Calling delete_port for a501fd50-8be9-4556-9ff2-0e270a125229 owned by network:dhcp {{(pid=106221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:44.550474 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:44.557292 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (f6df37ce-4072-424a-afc9-d720386b4649), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.577751 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6df37ce-4072-424a-afc9-d720386b4649']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:44.587432 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b82983-06ee-459b-8d7b-aecc3d193964') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:44.587728 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b82983-06ee-459b-8d7b-aecc3d193964') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:44.604234 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (c8b82983-06ee-459b-8d7b-aecc3d193964), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.615215 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bae440a6-7329-4dd4-939e-dd8f62d199cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (a501fd50-8be9-4556-9ff2-0e270a125229), after_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.618488 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (c8b82983-06ee-459b-8d7b-aecc3d193964), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.624828 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:32:44.625210 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (c8b82983-06ee-459b-8d7b-aecc3d193964), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.642285 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae440a6-7329-4dd4-939e-dd8f62d199cd None None] Pushing event deleted for resources: {'Port': ['ID=a501fd50-8be9-4556-9ff2-0e270a125229,revision_number=None']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:44.644101 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae440a6-7329-4dd4-939e-dd8f62d199cd None None] No DVR routers for this DVR port a501fd50-8be9-4556-9ff2-0e270a125229 on host dv-cinder-849143-8-iscsi {{(pid=106221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:32:44.689122 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (f6df37ce-4072-424a-afc9-d720386b4649), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.696718 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:44.700020 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/f6df37ce-4072-424a-afc9-d720386b4649 HTTP/1.1" status: 204 len: 168 time: 0.5801456 Sep 27 17:32:44.703787 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55716) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:44.710502 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0811e07-c3d5-4fbb-8b1a-11f64be82111 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6df37ce-4072-424a-afc9-d720386b4649,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:44.720144 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment c8b82983-06ee-459b-8d7b-aecc3d193964 resource provider aggregate not found Sep 27 17:32:44.737103 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment c8b82983-06ee-459b-8d7b-aecc3d193964 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8b82983-06ee-459b-8d7b-aecc3d193964 found for delete ", "request_id": "req-49397f14-2bf3-4595-8263-3d2e36fac6f1"}]} Sep 27 17:32:44.742799 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:44.745009 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:45.073509 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (2ba41521-7fae-4925-820c-80d8ee4b5e1b), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:45.134328 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:45.268871 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 9ba9722d-7d77-48cb-907f-6665a3dfb617 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:45.298677 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 9ba9722d-7d77-48cb-907f-6665a3dfb617 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:32:45.298803 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 9ba9722d-7d77-48cb-907f-6665a3dfb617 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:32:45.299232 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1dd94d52-d68e-49c9-b0c6-8983b2805532 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:45.331357 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 1dd94d52-d68e-49c9-b0c6-8983b2805532 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:32:45.331975 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1dd94d52-d68e-49c9-b0c6-8983b2805532 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:32:45.332577 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device a501fd50-8be9-4556-9ff2-0e270a125229 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:45.353226 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: a501fd50-8be9-4556-9ff2-0e270a125229 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:32:45.353703 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device a501fd50-8be9-4556-9ff2-0e270a125229 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:32:45.385254 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] Deleting port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:45.386476 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:45.399551 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb33a7-7c3f-40eb-a445-bff36d18d4e3 req-506b1dbf-d3f1-4c7e-9c7e-b658d9bf2b8d tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:45.401440 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d4cb33a7-7c3f-40eb-a445-bff36d18d4e3 req-506b1dbf-d3f1-4c7e-9c7e-b658d9bf2b8d tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0655670 Sep 27 17:32:45.453193 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d4cb33a7-7c3f-40eb-a445-bff36d18d4e3 req-bc2a6d17-e58e-4eee-b674-4fe238a5df91 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439634 Sep 27 17:32:45.473082 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] For port f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6,segment=NetworkSegment(cc9d4229-5fe1-4e26-968a-f473655f7540),segment_id=cc9d4229-5fe1-4e26-968a-f473655f7540)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:45.473443 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:45.485945 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] Calling delete_port for f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 owned by network:router_interface {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:45.658382 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:45.686143 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:45.692950 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:45.714203 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:45.851607 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (2ba41521-7fae-4925-820c-80d8ee4b5e1b), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:46.076974 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] Router 2ba41521-7fae-4925-820c-80d8ee4b5e1b has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:32:46.179299 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:32:46.193252 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f67b6eee-0004-4975-8241-c4cba6949dc1 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/2ba41521-7fae-4925-820c-80d8ee4b5e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4880495 Sep 27 17:32:46.195767 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55746) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:46.200435 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] Sync routers for ids ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:32:46.214355 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] Routers {'2ba41521-7fae-4925-820c-80d8ee4b5e1b'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:46.214788 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:46.347634 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] Set router 2ba41521-7fae-4925-820c-80d8ee4b5e1b gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:46.415184 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf32af-0835-4883-a8ce-a6d02288b076 req-b1a0c99e-830d-4898-b25f-1f2c68fd729d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:46.423496 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7bcf32af-0835-4883-a8ce-a6d02288b076 req-b1a0c99e-830d-4898-b25f-1f2c68fd729d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 945 time: 0.0746441 Sep 27 17:32:46.474765 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7bcf32af-0835-4883-a8ce-a6d02288b076 req-3677cf95-2395-49c4-84da-5c3973e890e4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500484 Sep 27 17:32:46.549378 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'name': 'tempest-TestMinimumBasicScenario-436476709-router', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:36Z', 'updated_at': '2022-09-27T17:32:45Z', 'revision_number': 5, 'project_id': '693365fee2754e3e8ac69052733795a3', 'gw_port': {'id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:37Z', 'updated_at': '2022-09-27T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:46.556784 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Publish callbacks [] for router (2ba41521-7fae-4925-820c-80d8ee4b5e1b), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:46.576123 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] Checking router: 2ba41521-7fae-4925-820c-80d8ee4b5e1b for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:32:46.585979 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] Routers {'2ba41521-7fae-4925-820c-80d8ee4b5e1b'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:46.586637 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:46.589380 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785d69c-4fd4-4caa-9405-2c173b5f360d req-637269c0-6b4c-40a2-bf3b-33f915fa08c2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:46.591272 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0785d69c-4fd4-4caa-9405-2c173b5f360d req-637269c0-6b4c-40a2-bf3b-33f915fa08c2 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Sep 27 17:32:46.649012 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0785d69c-4fd4-4caa-9405-2c173b5f360d req-135867b9-ecf5-4ac3-80db-7ec65fca759c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483902 Sep 27 17:32:46.665750 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Publish callbacks [] for router_gateway (2ba41521-7fae-4925-820c-80d8ee4b5e1b), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:46.699398 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] Set router 2ba41521-7fae-4925-820c-80d8ee4b5e1b gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:46.727383 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Deleting port d7b50582-3847-4a3c-8e3e-72aaac6047f8 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:46.727768 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:46.829993 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] For port d7b50582-3847-4a3c-8e3e-72aaac6047f8, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=d7b50582-3847-4a3c-8e3e-72aaac6047f8,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:46.830886 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:46.845408 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Calling delete_port for d7b50582-3847-4a3c-8e3e-72aaac6047f8 owned by network:router_gateway {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:46.858032 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=100 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:46.867405 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:46.880008 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'name': 'tempest-TestMinimumBasicScenario-436476709-router', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:36Z', 'updated_at': '2022-09-27T17:32:45Z', 'revision_number': 5, 'project_id': '693365fee2754e3e8ac69052733795a3', 'gw_port': {'id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:37Z', 'updated_at': '2022-09-27T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:46.906855 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e5229-fdd5-4246-b3e3-e9f6dd5a00a2 None None] The sync data for ids ['2ba41521-7fae-4925-820c-80d8ee4b5e1b'] in dv-cinder-849143-8-iscsi is: [{'id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'name': 'tempest-TestMinimumBasicScenario-436476709-router', 'tenant_id': '693365fee2754e3e8ac69052733795a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:36Z', 'updated_at': '2022-09-27T17:32:45Z', 'revision_number': 5, 'project_id': '693365fee2754e3e8ac69052733795a3', 'gw_port': {'id': 'd7b50582-3847-4a3c-8e3e-72aaac6047f8', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba41521-7fae-4925-820c-80d8ee4b5e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:37Z', 'updated_at': '2022-09-27T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:32:46.969107 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:47.025787 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (d7b50582-3847-4a3c-8e3e-72aaac6047f8), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.048125 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b50582-3847-4a3c-8e3e-72aaac6047f8,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:47.117789 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (2ba41521-7fae-4925-820c-80d8ee4b5e1b), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.202626 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (2ba41521-7fae-4925-820c-80d8ee4b5e1b), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.204769 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Publish callbacks [] for router_controller (2ba41521-7fae-4925-820c-80d8ee4b5e1b), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.247139 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (2ba41521-7fae-4925-820c-80d8ee4b5e1b), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.248291 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ba41521-7fae-4925-820c-80d8ee4b5e1b {{(pid=106220) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:32:47.253394 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.254572 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f1fa71c7-8931-4c22-8b70-138feb4bae7f admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/2ba41521-7fae-4925-820c-80d8ee4b5e1b HTTP/1.1" status: 204 len: 168 time: 1.0579069 Sep 27 17:32:47.257158 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55756) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:47.307831 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f8646d-3395-4e7c-af6f-cbbc309d4d5f admin admin] Deleting subnet f13158b7-daae-4223-a722-6a21321f73f4 {{(pid=106220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:32:47.312005 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9f8646d-3395-4e7c-af6f-cbbc309d4d5f admin admin] Publish callbacks [] for subnet (f13158b7-daae-4223-a722-6a21321f73f4), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.354949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9f8646d-3395-4e7c-af6f-cbbc309d4d5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9780021'] for subnet (f13158b7-daae-4223-a722-6a21321f73f4), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.427963 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:47.445622 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9f8646d-3395-4e7c-af6f-cbbc309d4d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (f13158b7-daae-4223-a722-6a21321f73f4), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.452640 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:32:47.453149 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device f3d4e9f4-dbd0-4f67-b5fa-c5fa2a81a8b6 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:32:47.506234 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9f8646d-3395-4e7c-af6f-cbbc309d4d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9737021'] for subnet (f13158b7-daae-4223-a722-6a21321f73f4), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.534141 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8646d-3395-4e7c-af6f-cbbc309d4d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13158b7-daae-4223-a722-6a21321f73f4,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:47.540067 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-a9f8646d-3395-4e7c-af6f-cbbc309d4d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.543296 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-a9f8646d-3395-4e7c-af6f-cbbc309d4d5f admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/f13158b7-daae-4223-a722-6a21321f73f4 HTTP/1.1" status: 204 len: 168 time: 0.2849636 Sep 27 17:32:47.546345 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55762) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:47.546908 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb40ad6-a09a-401e-abe5-c2bafdc0dbc4 None None] Network 96395669-2689-4700-9159-c70c3efab6de requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:32:47.642312 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (96395669-2689-4700-9159-c70c3efab6de), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.661168 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c9ac7-d4e9-4646-8a53-bf515d9b9723 req-f26b8b6d-6de0-47bd-a617-f206a29ac59f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:47.665100 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-871c9ac7-d4e9-4646-8a53-bf515d9b9723 req-f26b8b6d-6de0-47bd-a617-f206a29ac59f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 945 time: 0.0678720 Sep 27 17:32:47.703398 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Deleting port 95184c6c-c1ea-4503-b6fa-368cadb809ac {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:47.703752 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.735460 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-871c9ac7-d4e9-4646-8a53-bf515d9b9723 req-c51b9b3a-b327-4e86-9bdb-cb300565b8b1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3049fd83-be21-4dd4-92b0-46527997873a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631299 Sep 27 17:32:47.736092 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf75cd-4751-4aa0-9a32-19594ced89ff None None] DHCP port deletion for 96395669-2689-4700-9159-c70c3efab6de request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:32:47.789565 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] For port 95184c6c-c1ea-4503-b6fa-368cadb809ac, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=95184c6c-c1ea-4503-b6fa-368cadb809ac,segment=NetworkSegment(cc9d4229-5fe1-4e26-968a-f473655f7540),segment_id=cc9d4229-5fe1-4e26-968a-f473655f7540)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:47.789926 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.798427 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-73bf75cd-4751-4aa0-9a32-19594ced89ff None None] Deleting port 95184c6c-c1ea-4503-b6fa-368cadb809ac {{(pid=106221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:47.798809 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-73bf75cd-4751-4aa0-9a32-19594ced89ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), before_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.804544 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Calling delete_port for 95184c6c-c1ea-4503-b6fa-368cadb809ac owned by network:dhcp {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:47.820116 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99f21-8b92-4b87-8bab-2610ba19f04c req-762c3a62-1ade-4cf1-be5b-56b3477022d8 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:47.821586 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-99c99f21-8b92-4b87-8bab-2610ba19f04c req-762c3a62-1ade-4cf1-be5b-56b3477022d8 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0613823 Sep 27 17:32:47.847081 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:47.864933 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-73bf75cd-4751-4aa0-9a32-19594ced89ff None None] For port 95184c6c-c1ea-4503-b6fa-368cadb809ac, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=95184c6c-c1ea-4503-b6fa-368cadb809ac,segment=NetworkSegment(cc9d4229-5fe1-4e26-968a-f473655f7540),segment_id=cc9d4229-5fe1-4e26-968a-f473655f7540)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:47.865333 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-73bf75cd-4751-4aa0-9a32-19594ced89ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), precommit_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.875347 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-99c99f21-8b92-4b87-8bab-2610ba19f04c req-24f2fb03-29c7-47f1-9b08-30a4096e52d8 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479228 Sep 27 17:32:47.882093 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-73bf75cd-4751-4aa0-9a32-19594ced89ff None None] Calling delete_port for 95184c6c-c1ea-4503-b6fa-368cadb809ac owned by network:dhcp {{(pid=106221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:47.895540 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.922293 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Pushing event deleted for resources: {'Port': ['ID=95184c6c-c1ea-4503-b6fa-368cadb809ac,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:47.924100 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] No DVR routers for this DVR port 95184c6c-c1ea-4503-b6fa-368cadb809ac on host dv-cinder-849143-8-iscsi {{(pid=106220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:32:47.933260 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:47.969265 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-73bf75cd-4751-4aa0-9a32-19594ced89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (95184c6c-c1ea-4503-b6fa-368cadb809ac), after_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:47.994311 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf75cd-4751-4aa0-9a32-19594ced89ff None None] Pushing event deleted for resources: {'Port': ['ID=95184c6c-c1ea-4503-b6fa-368cadb809ac,revision_number=None']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:47.995164 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:47.998131 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf75cd-4751-4aa0-9a32-19594ced89ff None None] No DVR routers for this DVR port 95184c6c-c1ea-4503-b6fa-368cadb809ac on host dv-cinder-849143-8-iscsi {{(pid=106221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:32:48.000381 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (96395669-2689-4700-9159-c70c3efab6de), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.022845 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96395669-2689-4700-9159-c70c3efab6de']}} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:48.041401 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9d4229-5fe1-4e26-968a-f473655f7540') {'for_net_delete': True} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:48.041708 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9d4229-5fe1-4e26-968a-f473655f7540') {} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:48.069312 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9780028'] for segment (cc9d4229-5fe1-4e26-968a-f473655f7540), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.095885 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-0f2c5d6c-a59f-49bc-be28-06640b7777b1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:48.097324 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-0f2c5d6c-a59f-49bc-be28-06640b7777b1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 945 time: 0.0671914 Sep 27 17:32:48.101109 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (cc9d4229-5fe1-4e26-968a-f473655f7540), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.116076 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=106220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:32:48.116508 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812990'] for segment (cc9d4229-5fe1-4e26-968a-f473655f7540), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.227584 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment cc9d4229-5fe1-4e26-968a-f473655f7540 resource provider aggregate not found Sep 27 17:32:48.243257 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (96395669-2689-4700-9159-c70c3efab6de), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.254870 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment cc9d4229-5fe1-4e26-968a-f473655f7540 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc9d4229-5fe1-4e26-968a-f473655f7540 found for delete ", "request_id": "req-9c8b0d12-a88d-40a5-b340-5fc0d497dd1e"}]} Sep 27 17:32:48.270116 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.273264 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/96395669-2689-4700-9159-c70c3efab6de HTTP/1.1" status: 204 len: 168 time: 0.7259448 Sep 27 17:32:48.274244 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Deleting port a7cbab4a-ebf6-4274-83af-582db23d3344 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:48.274582 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.277510 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e5493-d172-4435-bb13-7e054c3a9688 admin admin] Pushing event deleted for resources: {'Network': ['ID=96395669-2689-4700-9159-c70c3efab6de,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:48.374612 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] For port a7cbab4a-ebf6-4274-83af-582db23d3344, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a7cbab4a-ebf6-4274-83af-582db23d3344,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:48.374981 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.396348 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55774) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:48.436150 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6aabd84f-f15c-48fb-a751-8b736c9e5086 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=9bf4e20a59f147afb4f036fc8d04adb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385799 Sep 27 17:32:48.438681 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55776) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:48.488395 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-36541117-1a23-41be-89c4-afff3a3054d5 admin admin] Publish callbacks [] for security_group (527ec6ab-bd5f-4a2a-a22a-6fa99b136f90), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.512495 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-36541117-1a23-41be-89c4-afff3a3054d5 admin admin] Publish callbacks [] for security_group (527ec6ab-bd5f-4a2a-a22a-6fa99b136f90), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.534428 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:48.583123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-36541117-1a23-41be-89c4-afff3a3054d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (527ec6ab-bd5f-4a2a-a22a-6fa99b136f90), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.585937 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-36541117-1a23-41be-89c4-afff3a3054d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.587175 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-36541117-1a23-41be-89c4-afff3a3054d5 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/527ec6ab-bd5f-4a2a-a22a-6fa99b136f90 HTTP/1.1" status: 204 len: 168 time: 0.1475935 Sep 27 17:32:48.595863 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36541117-1a23-41be-89c4-afff3a3054d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527ec6ab-bd5f-4a2a-a22a-6fa99b136f90,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:48.602541 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.603628 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (afab4596-3c4c-441a-b771-7615224761c7), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.603994 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.l3_db [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Floating IP afab4596-3c4c-441a-b771-7615224761c7 disassociated. External IP: 172.27.0.113, port: a7cbab4a-ebf6-4274-83af-582db23d3344. Sep 27 17:32:48.604647 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Calling delete_port for a7cbab4a-ebf6-4274-83af-582db23d3344 owned by compute:nova {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:48.762087 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (a7cbab4a-ebf6-4274-83af-582db23d3344), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:48.790583 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'Port': ['ID=a7cbab4a-ebf6-4274-83af-582db23d3344,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:48.879593 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:48.894281 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-70a8fe9e-0a88-4721-b1a1-dbb87c073636 req-c2c35071-2076-44fd-80cc-8e444536e41e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 210 time: 0.0566220 Sep 27 17:32:48.957217 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:32:48.965250 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f718-6160-456f-a8ea-6fd07f737e5b req-1c443949-b087-4997-8ccc-397d7859bf66 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:48.967734 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6643f718-6160-456f-a8ea-6fd07f737e5b req-1c443949-b087-4997-8ccc-397d7859bf66 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0789397 Sep 27 17:32:48.994044 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:49.013831 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:49.053892 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625c0b8-e695-4a12-84c8-88d21335bedd req-993a0fe8-b6bb-4c69-a9ae-2015ebc7fd99 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:49.055409 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a625c0b8-e695-4a12-84c8-88d21335bedd req-993a0fe8-b6bb-4c69-a9ae-2015ebc7fd99 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0776377 Sep 27 17:32:49.069848 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:32:49.081814 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be31086-b80e-4244-85aa-99269afc529a None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:32:49.084776 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6643f718-6160-456f-a8ea-6fd07f737e5b req-836e09cf-a866-4633-bc9e-0e0b0d3a20d7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086612 Sep 27 17:32:49.089543 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55796) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:49.102476 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be31086-b80e-4244-85aa-99269afc529a None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:49.102476 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-3be31086-b80e-4244-85aa-99269afc529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:49.133895 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a625c0b8-e695-4a12-84c8-88d21335bedd req-55724788-56fb-4181-bba6-9257b1ad73e9 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696175 Sep 27 17:32:49.151596 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] No DVR routers for this DVR port a7cbab4a-ebf6-4274-83af-582db23d3344 on host hv-cinder-84914 {{(pid=106220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:32:49.157263 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:49.160633 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-6a68f096-7205-4cb0-906d-a213a0aa5cbc req-a39c6518-41aa-4536-8eb6-82e8756ab57f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "DELETE /networking/v2.0/ports/a7cbab4a-ebf6-4274-83af-582db23d3344 HTTP/1.1" status: 204 len: 173 time: 1.0566971 Sep 27 17:32:49.161035 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'name': 'network-vif-deleted', 'tag': 'a7cbab4a-ebf6-4274-83af-582db23d3344'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:49.163327 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60761c4-abee-4e5a-b80e-0582c5eafed6" -d '{"events": [{"server_uuid": "9cd2f537-78c4-4a00-95ab-4f7b115810cd", "name": "network-vif-deleted", "tag": "a7cbab4a-ebf6-4274-83af-582db23d3344"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:49.176335 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6f226735-bc8f-4c23-ba56-c17cf262a708 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=693365fee2754e3e8ac69052733795a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0836096 Sep 27 17:32:49.180039 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55800) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:49.231394 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-3be31086-b80e-4244-85aa-99269afc529a None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:49.234481 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64102749-4329-41a2-abb9-118e4f5dbe42 x-openstack-request-id: req-64102749-4329-41a2-abb9-118e4f5dbe42 {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:49.235337 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd2f537-78c4-4a00-95ab-4f7b115810cd", "name": "network-vif-deleted", "tag": "a7cbab4a-ebf6-4274-83af-582db23d3344", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:49.235758 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64102749-4329-41a2-abb9-118e4f5dbe42 {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:49.236323 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64102749-4329-41a2-abb9-118e4f5dbe42'] response: {'server_uuid': '9cd2f537-78c4-4a00-95ab-4f7b115810cd', 'name': 'network-vif-deleted', 'tag': 'a7cbab4a-ebf6-4274-83af-582db23d3344', 'status': 'completed', 'code': 200} Sep 27 17:32:49.258734 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0568dfa-25c5-4e57-91b5-7b48cc2e70fd admin admin] Publish callbacks [] for security_group (f275cd09-e1c0-496a-9828-e8a69f4881b3), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:49.272070 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 95184c6c-c1ea-4503-b6fa-368cadb809ac no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:49.284703 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0568dfa-25c5-4e57-91b5-7b48cc2e70fd admin admin] Publish callbacks [] for security_group (f275cd09-e1c0-496a-9828-e8a69f4881b3), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:49.301121 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 95184c6c-c1ea-4503-b6fa-368cadb809ac {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:32:49.301725 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 95184c6c-c1ea-4503-b6fa-368cadb809ac not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:32:49.302344 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device d7b50582-3847-4a3c-8e3e-72aaac6047f8 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:49.335072 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: d7b50582-3847-4a3c-8e3e-72aaac6047f8 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:32:49.335686 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device d7b50582-3847-4a3c-8e3e-72aaac6047f8 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:32:49.353992 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0568dfa-25c5-4e57-91b5-7b48cc2e70fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f275cd09-e1c0-496a-9828-e8a69f4881b3), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:49.357812 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0568dfa-25c5-4e57-91b5-7b48cc2e70fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:49.359194 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-a0568dfa-25c5-4e57-91b5-7b48cc2e70fd admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f275cd09-e1c0-496a-9828-e8a69f4881b3 HTTP/1.1" status: 204 len: 168 time: 0.1779952 Sep 27 17:32:49.374441 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0568dfa-25c5-4e57-91b5-7b48cc2e70fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f275cd09-e1c0-496a-9828-e8a69f4881b3,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:49.398316 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:49.556475 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-3be31086-b80e-4244-85aa-99269afc529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '72bcdf24-79d7-4c71-b262-037ebcb1af62', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:3a:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:26:38Z', 'updated_at': '2022-09-27T17:27:27Z', 'revision_number': 2, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:49.583634 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be31086-b80e-4244-85aa-99269afc529a None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:32:49.593220 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be31086-b80e-4244-85aa-99269afc529a None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:49.593847 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-3be31086-b80e-4244-85aa-99269afc529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:49.699397 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-3be31086-b80e-4244-85aa-99269afc529a None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:49.915528 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-3be31086-b80e-4244-85aa-99269afc529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '72bcdf24-79d7-4c71-b262-037ebcb1af62', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:3a:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:26:38Z', 'updated_at': '2022-09-27T17:27:27Z', 'revision_number': 2, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:49.942736 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be31086-b80e-4244-85aa-99269afc529a None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '72bcdf24-79d7-4c71-b262-037ebcb1af62', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:3a:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:26:38Z', 'updated_at': '2022-09-27T17:27:27Z', 'revision_number': 2, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:32:50.007333 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d1999ec1-0447-4467-8545-e38573e5058f req-33bdb4b5-d9bc-4a65-a173-66916445f0cb tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 210 time: 0.0282743 Sep 27 17:32:50.161879 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e758a6-7e95-4fd2-b859-449628675c92 None None] New status for floating IP afab4596-3c4c-441a-b771-7615224761c7: DOWN {{(pid=106221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:32:50.212658 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84ef32-a293-4640-97db-68afa23f214d req-d16689d6-f6e5-4c7a-a792-b8de737d15e3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:50.214291 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d84ef32-a293-4640-97db-68afa23f214d req-d16689d6-f6e5-4c7a-a792-b8de737d15e3 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0532129 Sep 27 17:32:50.275602 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faabed6-4333-437f-bee5-896425fb0a3e req-b720ff03-a739-4743-a959-c969aec965d8 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:50.277310 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4faabed6-4333-437f-bee5-896425fb0a3e req-b720ff03-a739-4743-a959-c969aec965d8 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0616999 Sep 27 17:32:50.317607 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d84ef32-a293-4640-97db-68afa23f214d req-3b310944-ef04-422e-86ec-7206e679dae9 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925159 Sep 27 17:32:50.349006 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4faabed6-4333-437f-bee5-896425fb0a3e req-fe81267e-7a40-4875-90cf-2cb06d11539a tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597064 Sep 27 17:32:50.442724 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a7cbab4a-ebf6-4274-83af-582db23d3344 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:50.461678 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: a7cbab4a-ebf6-4274-83af-582db23d3344 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:32:50.462100 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a7cbab4a-ebf6-4274-83af-582db23d3344 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:32:51.111182 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b91fc912-b153-4edd-a1fd-e57ede0e7e0c req-ea156ab5-1d4c-498b-a221-89d837e25506 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 210 time: 0.0271378 Sep 27 17:32:51.468336 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435e2a-7bc0-4c8a-81f9-f74251c164dc req-5d63575f-df39-4276-a1ab-204280a72f92 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:51.469700 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fe435e2a-7bc0-4c8a-81f9-f74251c164dc req-5d63575f-df39-4276-a1ab-204280a72f92 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0738094 Sep 27 17:32:51.496416 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5576607-a851-43f1-ad83-30cb4f3072f8 req-913dbfb8-8c3f-4d8d-b77d-ea12107b263b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:51.498411 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b5576607-a851-43f1-ad83-30cb4f3072f8 req-913dbfb8-8c3f-4d8d-b77d-ea12107b263b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0687294 Sep 27 17:32:51.542814 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fe435e2a-7bc0-4c8a-81f9-f74251c164dc req-f45a45bc-b54b-4519-b578-9a18a7b2a968 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676720 Sep 27 17:32:51.569831 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b5576607-a851-43f1-ad83-30cb4f3072f8 req-ccb73a1d-fb5a-4da0-bb3d-45fce143a621 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628517 Sep 27 17:32:52.213530 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-39a5576b-0752-426d-9e7f-4a31c18cc2ae req-a0003122-4198-433e-8c30-64aee7bb7b1d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 210 time: 0.0277934 Sep 27 17:32:52.686831 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-e8eda9ac-a2df-4051-814f-0b63b6c53038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:52.688336 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-e8eda9ac-a2df-4051-814f-0b63b6c53038 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=890469995c02465eb9b9ad2d1fb9ab6f&device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1129 time: 0.0443611 Sep 27 17:32:52.692520 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fda1cc-9d8f-4b12-bac6-7134c7b840c2 req-6adcc4e0-7110-452d-b252-d032008ab983 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:52.693980 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c2fda1cc-9d8f-4b12-bac6-7134c7b840c2 req-6adcc4e0-7110-452d-b252-d032008ab983 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0757732 Sep 27 17:32:52.715987 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf06e7-9951-43b6-8554-645af30bf3bd req-e77583ae-976b-4cc6-98fa-3a08157d9a90 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:52.717394 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41cf06e7-9951-43b6-8554-645af30bf3bd req-e77583ae-976b-4cc6-98fa-3a08157d9a90 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0667183 Sep 27 17:32:52.744959 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:52.785721 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c2fda1cc-9d8f-4b12-bac6-7134c7b840c2 req-fa2bfe86-0515-4ec1-8090-52fc53cb77ee tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8073cb02-45ff-4dbd-ba7d-7d33727a387e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860784 Sep 27 17:32:52.797415 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-41cf06e7-9951-43b6-8554-645af30bf3bd req-fe1a6b16-0d9b-4df8-a76d-f6bd3afa7985 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738120 Sep 27 17:32:52.875243 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-91cf0e50-ef1c-4b82-8f39-0495a1ffecd4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:52.876777 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-91cf0e50-ef1c-4b82-8f39-0495a1ffecd4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 946 time: 0.0515499 Sep 27 17:32:52.918333 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-b54d06db-bfa8-4a26-82c7-7d11a8e3c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:52.920531 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-b54d06db-bfa8-4a26-82c7-7d11a8e3c7da service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e6883946-abcd-4f9b-9769-763b58bec55e HTTP/1.1" status: 200 len: 909 time: 0.0964627 Sep 27 17:32:52.974522 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Deleting port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:52.975224 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:52.985994 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-34ab7215-39d3-4e3f-bc02-4924e4816906 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 200 len: 1001 time: 0.0597711 Sep 27 17:32:53.036791 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-21b86ed7-4a02-401a-9b9a-f3192fa03dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:53.038314 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-21b86ed7-4a02-401a-9b9a-f3192fa03dff service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ba62d454-a7b1-4dc2-85d6-1a9b8ff93719 HTTP/1.1" status: 200 len: 847 time: 0.0440440 Sep 27 17:32:53.065912 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:53.074869 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] For port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:53.075265 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:53.093624 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-d377551f-98fd-4fbd-b768-f1fb33f95cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:53.095123 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-d377551f-98fd-4fbd-b768-f1fb33f95cda service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e6883946-abcd-4f9b-9769-763b58bec55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409193 Sep 27 17:32:53.217500 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-43af9159-14f6-4898-ad36-731a038ec4a2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864542 Sep 27 17:32:53.237256 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:53.237745 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (3584f813-ab9d-43bd-8288-f223c2dc352a), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:53.237914 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Floating IP 3584f813-ab9d-43bd-8288-f223c2dc352a disassociated. External IP: 172.27.0.121, port: 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd. Sep 27 17:32:53.238286 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Calling delete_port for 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:53.337328 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-03df6a41-2a45-44b1-9af2-fb4af1828353 req-678988ab-47da-4efd-9cae-eb47338bb45b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9cd2f537-78c4-4a00-95ab-4f7b115810cd HTTP/1.1" status: 200 len: 210 time: 0.0309219 Sep 27 17:32:53.395395 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (4f5f0e59-cdc1-4e3d-9aac-a193fec519cd), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:53.428335 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event deleted for resources: {'Port': ['ID=4f5f0e59-cdc1-4e3d-9aac-a193fec519cd,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:53.438185 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-fdaf7086-7071-4416-b843-249ce753e1e7 req-7506fcf2-be9e-4892-bec5-34da121cfe6d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919566 Sep 27 17:32:53.544291 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Router 8f837901-d4d4-4850-95ff-d143e06ee698 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:32:53.644896 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:32:53.655483 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] Sync routers for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:32:53.666672 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:53.667279 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:53.685417 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] No DVR routers for this DVR port 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:32:53.687926 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:53.691165 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e0f3dc0e-c9aa-422a-b45d-1ff551ccf166 req-d1f3c46d-c9d4-4359-ad27-edc338de9448 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "DELETE /networking/v2.0/ports/4f5f0e59-cdc1-4e3d-9aac-a193fec519cd HTTP/1.1" status: 204 len: 173 time: 0.8028252 Sep 27 17:32:53.691656 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'name': 'network-vif-deleted', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:53.693849 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720c3095-6171-4a39-831d-b670ae6e66e8" -d '{"events": [{"server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "name": "network-vif-deleted", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:53.732739 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8f9dbb-02a5-46fb-8313-2fbf3b0d40b1 x-openstack-request-id: req-8f8f9dbb-02a5-46fb-8313-2fbf3b0d40b1 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:53.733034 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca74fda8-afd6-41f2-8c93-5e8971c645f1", "name": "network-vif-deleted", "tag": "4f5f0e59-cdc1-4e3d-9aac-a193fec519cd", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:53.733287 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f8f9dbb-02a5-46fb-8313-2fbf3b0d40b1 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:53.733690 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8f9dbb-02a5-46fb-8313-2fbf3b0d40b1'] response: {'server_uuid': 'ca74fda8-afd6-41f2-8c93-5e8971c645f1', 'name': 'network-vif-deleted', 'tag': '4f5f0e59-cdc1-4e3d-9aac-a193fec519cd', 'status': 'completed', 'code': 200} Sep 27 17:32:53.770250 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:53.801545 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:53.905269 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1195baf0-381d-49af-8e0b-4a06ee9aa5f6 req-fc20afe9-4fc0-4c84-8457-264d79bfbed0 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0351489 Sep 27 17:32:53.965790 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce30618-b304-426f-8ebf-2c75104ce86b req-b2f45177-9d85-4921-9f96-0c32422d1015 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:53.967324 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9ce30618-b304-426f-8ebf-2c75104ce86b req-b2f45177-9d85-4921-9f96-0c32422d1015 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0612037 Sep 27 17:32:53.985242 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:26Z', 'revision_number': 5, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:53.988154 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:54.015818 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] Checking router: 8f837901-d4d4-4850-95ff-d143e06ee698 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:32:54.018395 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9ce30618-b304-426f-8ebf-2c75104ce86b req-cd36b3ba-1e9e-4c4e-bf58-71add8f9ebbc tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Sep 27 17:32:54.024634 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:54.025241 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:54.122324 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:32:54.188362 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:54.310764 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:26Z', 'revision_number': 5, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:54.334937 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a08502-7d95-4c3a-a059-f92b6231b5ab None None] The sync data for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi is: [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:24:12Z', 'revision_number': 4, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'bfc7ef6d-3299-4626-878f-d3cc54aeae6c', 'name': '', 'network_id': '77098589-b75d-4cff-80ff-98fbc8a6384d', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'mac_address': 'fa:16:3e:98:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:10Z', 'updated_at': '2022-09-27T17:24:26Z', 'revision_number': 5, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'subnets': [{'id': 'eac4fa36-97e4-41a2-a490-84c8becaf6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:32:54.443175 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55836) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:54.508411 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-88f825df-a06e-4205-94e2-82f18edc4152 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (3049fd83-be21-4dd4-92b0-46527997873a), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:54.535625 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-88f825df-a06e-4205-94e2-82f18edc4152 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (3049fd83-be21-4dd4-92b0-46527997873a), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:54.594926 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ec927-6678-464f-aae6-b5243b9f3453 None None] New status for floating IP 3584f813-ab9d-43bd-8288-f223c2dc352a: DOWN {{(pid=106221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:32:54.600418 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-88f825df-a06e-4205-94e2-82f18edc4152 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (3049fd83-be21-4dd4-92b0-46527997873a), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:54.603872 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-88f825df-a06e-4205-94e2-82f18edc4152 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:54.605824 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-88f825df-a06e-4205-94e2-82f18edc4152 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/3049fd83-be21-4dd4-92b0-46527997873a HTTP/1.1" status: 204 len: 168 time: 0.1608524 Sep 27 17:32:54.608831 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55838) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:54.618529 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f825df-a06e-4205-94e2-82f18edc4152 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3049fd83-be21-4dd4-92b0-46527997873a,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:54.625595 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.api.v2.resource [None req-bc1e6758-a786-4cc2-bd71-b0da16d6d96f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] show failed (client error): The resource could not be found. Sep 27 17:32:54.629367 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-bc1e6758-a786-4cc2-bd71-b0da16d6d96f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups/3049fd83-be21-4dd4-92b0-46527997873a HTTP/1.1" status: 404 len: 347 time: 0.0161853 Sep 27 17:32:54.629549 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55840) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:54.748026 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-8b210833-c050-4283-8eed-9285937aaac7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Deleting port cb5b23c1-08f1-4584-a993-2c0e36bdc3ae {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:54.748367 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8b210833-c050-4283-8eed-9285937aaac7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (cb5b23c1-08f1-4584-a993-2c0e36bdc3ae), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:55.016823 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b4595057-1ca9-4e36-bf26-53a11e471a06 req-3dd1a4fa-bd12-4c09-8ad0-ceb416416067 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ca74fda8-afd6-41f2-8c93-5e8971c645f1 HTTP/1.1" status: 200 len: 210 time: 0.0335312 Sep 27 17:32:55.042531 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8b210833-c050-4283-8eed-9285937aaac7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (cb5b23c1-08f1-4584-a993-2c0e36bdc3ae), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:55.042851 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8b210833-c050-4283-8eed-9285937aaac7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (cb5b23c1-08f1-4584-a993-2c0e36bdc3ae), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:55.057150 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-8b210833-c050-4283-8eed-9285937aaac7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Calling delete_port for cb5b23c1-08f1-4584-a993-2c0e36bdc3ae owned by network:floatingip {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:55.149107 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:55.168484 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3d7c0-b57d-4f25-a65c-684a4aabbc3b req-4b559ab0-9208-4c9f-94e5-cd6e3c574aac tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:55.170266 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5dc3d7c0-b57d-4f25-a65c-684a4aabbc3b req-4b559ab0-9208-4c9f-94e5-cd6e3c574aac tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0731061 Sep 27 17:32:55.194901 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=100 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:55.199281 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:55.223299 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8b210833-c050-4283-8eed-9285937aaac7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (cb5b23c1-08f1-4584-a993-2c0e36bdc3ae), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:55.243755 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5dc3d7c0-b57d-4f25-a65c-684a4aabbc3b req-779b4f0c-0070-4243-836b-aa1d47f00b9f tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655766 Sep 27 17:32:55.290860 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b210833-c050-4283-8eed-9285937aaac7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'Port': ['ID=cb5b23c1-08f1-4584-a993-2c0e36bdc3ae,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:55.316672 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8b210833-c050-4283-8eed-9285937aaac7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (afab4596-3c4c-441a-b771-7615224761c7), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:55.319239 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8b210833-c050-4283-8eed-9285937aaac7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:55.320401 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-8b210833-c050-4283-8eed-9285937aaac7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/afab4596-3c4c-441a-b771-7615224761c7 HTTP/1.1" status: 204 len: 168 time: 0.6897492 Sep 27 17:32:56.111114 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 55860) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:56.173029 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8e953e41-c522-4c95-a662-aa4ffb90b546 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group (8073cb02-45ff-4dbd-ba7d-7d33727a387e), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.197876 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8e953e41-c522-4c95-a662-aa4ffb90b546 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group (8073cb02-45ff-4dbd-ba7d-7d33727a387e), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.247184 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8e953e41-c522-4c95-a662-aa4ffb90b546 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (8073cb02-45ff-4dbd-ba7d-7d33727a387e), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.250312 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8e953e41-c522-4c95-a662-aa4ffb90b546 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.251470 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-8e953e41-c522-4c95-a662-aa4ffb90b546 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/8073cb02-45ff-4dbd-ba7d-7d33727a387e HTTP/1.1" status: 204 len: 168 time: 0.1403275 Sep 27 17:32:56.254350 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55862) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:56.264326 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e953e41-c522-4c95-a662-aa4ffb90b546 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8073cb02-45ff-4dbd-ba7d-7d33727a387e,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:56.280313 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.api.v2.resource [None req-488eb3a9-137f-4f90-9671-d0aabbadf476 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] show failed (client error): The resource could not be found. Sep 27 17:32:56.280313 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-488eb3a9-137f-4f90-9671-d0aabbadf476 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups/8073cb02-45ff-4dbd-ba7d-7d33727a387e HTTP/1.1" status: 404 len: 347 time: 0.0228736 Sep 27 17:32:56.281591 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55866) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:32:56.405341 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-de80ec2f-af1d-4f42-be91-c854642cee93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Deleting port 483dae8e-c6bc-4290-bb1a-b8460b3cc1ad {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:56.405686 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-de80ec2f-af1d-4f42-be91-c854642cee93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (483dae8e-c6bc-4290-bb1a-b8460b3cc1ad), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.412086 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1762dd-8269-46f2-972c-121c844d7fbb req-ea3fae0c-99f3-4e09-bc47-b1c95b64987c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:56.413598 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4e1762dd-8269-46f2-972c-121c844d7fbb req-ea3fae0c-99f3-4e09-bc47-b1c95b64987c tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0559485 Sep 27 17:32:56.464898 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4e1762dd-8269-46f2-972c-121c844d7fbb req-8b8bf0d1-0a59-49ff-a4ea-127cabf30d89 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 Sep 27 17:32:56.483785 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-de80ec2f-af1d-4f42-be91-c854642cee93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (483dae8e-c6bc-4290-bb1a-b8460b3cc1ad), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.484114 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-de80ec2f-af1d-4f42-be91-c854642cee93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for floatingip (483dae8e-c6bc-4290-bb1a-b8460b3cc1ad), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.495018 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:56.499342 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-de80ec2f-af1d-4f42-be91-c854642cee93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Calling delete_port for 483dae8e-c6bc-4290-bb1a-b8460b3cc1ad owned by network:floatingip {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:56.521535 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:32:56.521891 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 4f5f0e59-cdc1-4e3d-9aac-a193fec519cd not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:32:56.522345 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c0932507-0f02-4d95-8195-002c756fdef5 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:32:56.624316 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port c0932507-0f02-4d95-8195-002c756fdef5 is: ACTIVE; New status is: DOWN {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:32:56.624836 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c0932507-0f02-4d95-8195-002c756fdef5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.660899 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:56.664363 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241e12dc-66a5-4816-afd3-4a9d41177aa9" -d '{"events": [{"server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "name": "network-vif-unplugged", "status": "completed", "tag": "c0932507-0f02-4d95-8195-002c756fdef5"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:56.676064 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-de80ec2f-af1d-4f42-be91-c854642cee93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (483dae8e-c6bc-4290-bb1a-b8460b3cc1ad), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.683098 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port c0932507-0f02-4d95-8195-002c756fdef5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c0932507-0f02-4d95-8195-002c756fdef5,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:56.690354 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c0932507-0f02-4d95-8195-002c756fdef5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.741879 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c449c3-b586-4a67-b540-a83835a534b8 req-e03106c4-5f63-4d53-a9f4-df9f2aab8487 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:56.750158 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-19c449c3-b586-4a67-b540-a83835a534b8 req-e03106c4-5f63-4d53-a9f4-df9f2aab8487 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0606339 Sep 27 17:32:56.758712 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80ec2f-af1d-4f42-be91-c854642cee93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event deleted for resources: {'Port': ['ID=483dae8e-c6bc-4290-bb1a-b8460b3cc1ad,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:56.820293 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-19c449c3-b586-4a67-b540-a83835a534b8 req-7e89fb35-6059-421e-b455-2560b38f6809 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689938 Sep 27 17:32:56.862687 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-cbe7b567-293d-429b-aaed-121dcc26787d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1679039 Sep 27 17:32:56.878718 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-de80ec2f-af1d-4f42-be91-c854642cee93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks [] for floatingip (3584f813-ab9d-43bd-8288-f223c2dc352a), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.881753 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-de80ec2f-af1d-4f42-be91-c854642cee93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:56.885754 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-de80ec2f-af1d-4f42-be91-c854642cee93 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/3584f813-ab9d-43bd-8288-f223c2dc352a HTTP/1.1" status: 204 len: 168 time: 0.6002173 Sep 27 17:32:56.903102 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09da8ab7-1989-4b98-9fb6-df342ed8d6ff x-openstack-request-id: req-09da8ab7-1989-4b98-9fb6-df342ed8d6ff {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:56.904863 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "name": "network-vif-unplugged", "status": "completed", "tag": "c0932507-0f02-4d95-8195-002c756fdef5", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:56.905321 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09da8ab7-1989-4b98-9fb6-df342ed8d6ff {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:56.906601 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09da8ab7-1989-4b98-9fb6-df342ed8d6ff'] response: {'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5', 'code': 200} Sep 27 17:32:56.935540 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=c0932507-0f02-4d95-8195-002c756fdef5,revision_number=6']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:56.969590 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-fc766baa-5369-48ee-b58c-293c674a8278 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:56.970995 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-fc766baa-5369-48ee-b58c-293c674a8278 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports/c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 200 len: 940 time: 0.0567818 Sep 27 17:32:57.940287 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51024d-260e-4120-af49-c24714cf1e84 req-552c9d3b-9bf0-44c5-b68c-ea60ec37952e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:57.942011 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef51024d-260e-4120-af49-c24714cf1e84 req-552c9d3b-9bf0-44c5-b68c-ea60ec37952e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0517213 Sep 27 17:32:58.002309 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef51024d-260e-4120-af49-c24714cf1e84 req-1cfaf8be-594e-4cbd-9417-c3785bd6ed8f tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527940 Sep 27 17:32:58.096604 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ae282-1e86-4573-99f2-266b3f88db3e req-4fc2b330-321f-414c-a82f-81237141d9d6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:58.098049 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-502ae282-1e86-4573-99f2-266b3f88db3e req-4fc2b330-321f-414c-a82f-81237141d9d6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0493956 Sep 27 17:32:58.149354 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-502ae282-1e86-4573-99f2-266b3f88db3e req-27ff0d21-24c9-448c-be4c-d1f594974142 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452030 Sep 27 17:32:58.927709 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401df54-1e39-4591-8654-8d29632e3e9a req-d752bc92-af44-49b7-a692-e0a2934697cd tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:58.929134 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f401df54-1e39-4591-8654-8d29632e3e9a req-d752bc92-af44-49b7-a692-e0a2934697cd tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0465791 Sep 27 17:32:59.013929 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Deleting port 154c5998-5a7a-4e89-abf9-12d9614c0120 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:32:59.014605 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:59.057473 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:59.131851 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] For port 154c5998-5a7a-4e89-abf9-12d9614c0120, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=154c5998-5a7a-4e89-abf9-12d9614c0120,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:32:59.132120 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:59.156701 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820a2ba-928c-447c-bca0-3d25fe989b54 req-3c12a9b2-615d-4d9a-aac6-f5ccdab6f01d tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:59.158186 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4820a2ba-928c-447c-bca0-3d25fe989b54 req-3c12a9b2-615d-4d9a-aac6-f5ccdab6f01d tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0787048 Sep 27 17:32:59.281108 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4820a2ba-928c-447c-bca0-3d25fe989b54 req-b5821b03-9f77-4350-9faa-22a485d07b39 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983596 Sep 27 17:32:59.311862 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-935909cb-c979-4b1f-b06b-fe680e550691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:59.313459 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-935909cb-c979-4b1f-b06b-fe680e550691 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9&tenant_id=890469995c02465eb9b9ad2d1fb9ab6f HTTP/1.1" status: 200 len: 1127 time: 0.0906358 Sep 27 17:32:59.333889 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:59.351059 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:59.351537 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (72bcdf24-79d7-4c71-b262-037ebcb1af62), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:59.351731 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Floating IP 72bcdf24-79d7-4c71-b262-037ebcb1af62 disassociated. External IP: 172.27.0.237, port: 154c5998-5a7a-4e89-abf9-12d9614c0120. Sep 27 17:32:59.352072 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Calling delete_port for 154c5998-5a7a-4e89-abf9-12d9614c0120 owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:32:59.480398 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b050-d933-4ef2-a477-c4a222a13e21 req-b2772c29-2eab-4026-a708-6a11715b5bf4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:59.482566 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4655b050-d933-4ef2-a477-c4a222a13e21 req-b2772c29-2eab-4026-a708-6a11715b5bf4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0874429 Sep 27 17:32:59.490853 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39809fe-3de1-4685-9087-59aca3f561b6 req-6f52c829-f97f-4742-ac68-1f87ba24a25b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:59.492201 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e39809fe-3de1-4685-9087-59aca3f561b6 req-6f52c829-f97f-4742-ac68-1f87ba24a25b tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0960159 Sep 27 17:32:59.535289 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-38559235-9321-473c-baf6-bd8c8d7d113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:59.537139 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-38559235-9321-473c-baf6-bd8c8d7d113a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=890469995c02465eb9b9ad2d1fb9ab6f&device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1127 time: 0.0396495 Sep 27 17:32:59.612654 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4655b050-d933-4ef2-a477-c4a222a13e21 req-8693a167-6cc5-4918-b3cc-93d341d05718 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7e0e4282-074f-4096-8648-56fabf8e2739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183336 Sep 27 17:32:59.619109 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e39809fe-3de1-4685-9087-59aca3f561b6 req-7a0786a9-98a2-4d5a-9e5a-507aa0605804 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151865 Sep 27 17:32:59.635920 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (154c5998-5a7a-4e89-abf9-12d9614c0120), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:59.636134 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-4ee8cea5-4981-4dcd-9b3c-689798aed8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:59.637708 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-4ee8cea5-4981-4dcd-9b3c-689798aed8dd service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e6883946-abcd-4f9b-9769-763b58bec55e HTTP/1.1" status: 200 len: 909 time: 0.0921109 Sep 27 17:32:59.664781 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'Port': ['ID=154c5998-5a7a-4e89-abf9-12d9614c0120,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:32:59.706677 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-ff52da30-b4a1-4cd4-8f29-17b61c0640c8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 200 len: 999 time: 0.0609355 Sep 27 17:32:59.755229 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:32:59.770914 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-a7b11323-4f33-49e5-8215-d4d2b206984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:59.772377 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-a7b11323-4f33-49e5-8215-d4d2b206984c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ba62d454-a7b1-4dc2-85d6-1a9b8ff93719 HTTP/1.1" status: 200 len: 847 time: 0.0502324 Sep 27 17:32:59.779679 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:32:59.822999 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-8a37c392-374e-4297-8429-8ea938973197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:32:59.824524 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-8a37c392-374e-4297-8429-8ea938973197 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e6883946-abcd-4f9b-9769-763b58bec55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424435 Sep 27 17:32:59.881475 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:32:59.890716 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:32:59.900537 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:32:59.901144 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:32:59.922869 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] No DVR routers for this DVR port 154c5998-5a7a-4e89-abf9-12d9614c0120 on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:32:59.925366 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:32:59.928769 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f401df54-1e39-4591-8654-8d29632e3e9a req-11b2cc73-3738-4ee9-bc15-7c349530fd79 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "DELETE /networking/v2.0/ports/154c5998-5a7a-4e89-abf9-12d9614c0120 HTTP/1.1" status: 204 len: 173 time: 0.9949732 Sep 27 17:32:59.929277 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'name': 'network-vif-deleted', 'tag': '154c5998-5a7a-4e89-abf9-12d9614c0120'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:32:59.931505 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e9bd85-4da1-4085-ada1-d91d786ee7e4" -d '{"events": [{"server_uuid": "fef20d9a-42bf-4605-bbcb-b673d215a5b9", "name": "network-vif-deleted", "tag": "154c5998-5a7a-4e89-abf9-12d9614c0120"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:32:59.971254 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4995e713-d69e-4949-9952-015f5a13cc9a x-openstack-request-id: req-4995e713-d69e-4949-9952-015f5a13cc9a {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:32:59.971549 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef20d9a-42bf-4605-bbcb-b673d215a5b9", "name": "network-vif-deleted", "tag": "154c5998-5a7a-4e89-abf9-12d9614c0120", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:32:59.971798 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4995e713-d69e-4949-9952-015f5a13cc9a {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:32:59.972196 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4995e713-d69e-4949-9952-015f5a13cc9a'] response: {'server_uuid': 'fef20d9a-42bf-4605-bbcb-b673d215a5b9', 'name': 'network-vif-deleted', 'tag': '154c5998-5a7a-4e89-abf9-12d9614c0120', 'status': 'completed', 'code': 200} Sep 27 17:33:00.001250 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:33:00.116224 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:00.162575 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-1f23bbbd-59df-424b-9f32-8b190a732d6c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972600 Sep 27 17:33:00.247125 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-e65da610-e83a-41ad-a059-cea8e19aea3e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:00.249390 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-e65da610-e83a-41ad-a059-cea8e19aea3e tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 945 time: 0.0526941 Sep 27 17:33:00.287424 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:00.315607 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:00.318907 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-a49f22d7-54c5-402f-ae8a-5a355e4addcb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138496 Sep 27 17:33:00.346676 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:00.348412 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:33:00.362461 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:33:00.363086 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:00.402527 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-2efd9e83-ef11-4137-82b5-d3e85b90baa4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Deleting port 636a119c-4ac6-4298-8d42-f47c495d9a5b {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:33:00.402875 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-2efd9e83-ef11-4137-82b5-d3e85b90baa4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:00.467549 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:33:00.476711 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c1214-90ad-4034-90e2-2568b54910c5 req-b881452c-82c4-4e95-9b7f-797727b09c52 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:00.478198 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0c2c1214-90ad-4034-90e2-2568b54910c5 req-b881452c-82c4-4e95-9b7f-797727b09c52 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0904498 Sep 27 17:33:00.510666 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:00.563763 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0c2c1214-90ad-4034-90e2-2568b54910c5 req-0c10b927-5a5d-49a5-8dd1-b174749bc36a tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780754 Sep 27 17:33:00.565338 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-2efd9e83-ef11-4137-82b5-d3e85b90baa4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] For port 636a119c-4ac6-4298-8d42-f47c495d9a5b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=636a119c-4ac6-4298-8d42-f47c495d9a5b,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:00.565705 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-2efd9e83-ef11-4137-82b5-d3e85b90baa4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:00.583580 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-2efd9e83-ef11-4137-82b5-d3e85b90baa4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Calling delete_port for 636a119c-4ac6-4298-8d42-f47c495d9a5b owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:33:00.660010 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:00.691146 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c08f30-929b-4220-9767-cac5748523d6 None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:33:00.735174 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-2efd9e83-ef11-4137-82b5-d3e85b90baa4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (636a119c-4ac6-4298-8d42-f47c495d9a5b), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:00.773188 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b6c820a3-cddc-44a4-97f5-c83b8c47a729 req-b465eb30-b6bc-4833-a5f6-bbd584572c68 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 210 time: 0.0571656 Sep 27 17:33:00.795078 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-feb6419d-940d-486b-9119-f0eb3ac232d7 req-d405487a-599f-4276-b47e-9e3fd3e4d4fc tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0689003 Sep 27 17:33:00.798405 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd9e83-ef11-4137-82b5-d3e85b90baa4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event deleted for resources: {'Port': ['ID=636a119c-4ac6-4298-8d42-f47c495d9a5b,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:00.809364 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['c153b3a2-7878-4d7b-ac38-d30f63848b75'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:33:00.852579 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-2efd9e83-ef11-4137-82b5-d3e85b90baa4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] No DVR routers for this DVR port 636a119c-4ac6-4298-8d42-f47c495d9a5b on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:33:00.855246 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-2efd9e83-ef11-4137-82b5-d3e85b90baa4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:00.858904 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2e55cc9b-65db-415c-9f7a-8f9f5e3089ac req-2efd9e83-ef11-4137-82b5-d3e85b90baa4 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "DELETE /networking/v2.0/ports/636a119c-4ac6-4298-8d42-f47c495d9a5b HTTP/1.1" status: 204 len: 173 time: 0.5818553 Sep 27 17:33:00.898834 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:00.959537 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8a7a7-126f-4847-b932-84193604b22f None None] New status for floating IP 72bcdf24-79d7-4c71-b262-037ebcb1af62: DOWN {{(pid=106221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:33:01.682920 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8fdb2-bab0-4442-8ce9-08f5f77337d7 req-392101e2-d095-410d-a499-cc96d4b14d6f tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:01.684352 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f0c8fdb2-bab0-4442-8ce9-08f5f77337d7 req-392101e2-d095-410d-a499-cc96d4b14d6f tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0455291 Sep 27 17:33:01.733915 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f0c8fdb2-bab0-4442-8ce9-08f5f77337d7 req-bcbc200d-3385-44b9-b73f-5d7582b7f818 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439844 Sep 27 17:33:01.919313 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-097a5f36-926b-488f-99af-293d4036de69 req-2907f398-5ebf-4388-8dc5-81e89333fb86 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d622d15d-b954-409c-a1f5-538da5de83db HTTP/1.1" status: 200 len: 210 time: 0.0326915 Sep 27 17:33:01.946469 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c48dd8e1-1a29-421d-9a1a-c69e2f265500 req-3414e24e-0ec7-4157-9eb8-e9095671b059 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fef20d9a-42bf-4605-bbcb-b673d215a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0310123 Sep 27 17:33:01.973158 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd622d15d-b954-409c-a1f5-538da5de83db', 'name': 'network-vif-deleted', 'tag': '636a119c-4ac6-4298-8d42-f47c495d9a5b'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:33:01.975451 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfd0f8b-6265-4922-90ca-5e46fe71980a" -d '{"events": [{"server_uuid": "d622d15d-b954-409c-a1f5-538da5de83db", "name": "network-vif-deleted", "tag": "636a119c-4ac6-4298-8d42-f47c495d9a5b"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:33:02.010697 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301868bc-9329-4bff-b85c-8ce7b9b7d52d x-openstack-request-id: req-301868bc-9329-4bff-b85c-8ce7b9b7d52d {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:33:02.010988 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d622d15d-b954-409c-a1f5-538da5de83db", "name": "network-vif-deleted", "tag": "636a119c-4ac6-4298-8d42-f47c495d9a5b", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:33:02.011238 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-301868bc-9329-4bff-b85c-8ce7b9b7d52d {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:33:02.011629 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301868bc-9329-4bff-b85c-8ce7b9b7d52d'] response: {'server_uuid': 'd622d15d-b954-409c-a1f5-538da5de83db', 'name': 'network-vif-deleted', 'tag': '636a119c-4ac6-4298-8d42-f47c495d9a5b', 'status': 'completed', 'code': 200} Sep 27 17:33:02.442526 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 636a119c-4ac6-4298-8d42-f47c495d9a5b no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:33:02.463052 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 636a119c-4ac6-4298-8d42-f47c495d9a5b {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:33:02.463423 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 636a119c-4ac6-4298-8d42-f47c495d9a5b not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:33:02.463914 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 154c5998-5a7a-4e89-abf9-12d9614c0120 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:33:02.482265 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 154c5998-5a7a-4e89-abf9-12d9614c0120 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:33:02.482609 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 154c5998-5a7a-4e89-abf9-12d9614c0120 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:33:02.853793 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9540-e417-40f5-9b54-83a602503742 req-cf09a832-7d69-47eb-98f1-783cfdfb2900 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:02.855283 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b44e9540-e417-40f5-9b54-83a602503742 req-cf09a832-7d69-47eb-98f1-783cfdfb2900 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0482888 Sep 27 17:33:02.905815 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b44e9540-e417-40f5-9b54-83a602503742 req-abdd912b-4b7f-4f37-b7e0-6fa665cec5d0 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442097 Sep 27 17:33:03.039431 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55940) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:03.096723 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-072a71f2-d791-412f-9a90-2a5641a03d48 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (7e0e4282-074f-4096-8648-56fabf8e2739), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.121538 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-072a71f2-d791-412f-9a90-2a5641a03d48 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (7e0e4282-074f-4096-8648-56fabf8e2739), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.173125 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-072a71f2-d791-412f-9a90-2a5641a03d48 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (7e0e4282-074f-4096-8648-56fabf8e2739), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.175759 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-072a71f2-d791-412f-9a90-2a5641a03d48 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.176898 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-072a71f2-d791-412f-9a90-2a5641a03d48 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7e0e4282-074f-4096-8648-56fabf8e2739 HTTP/1.1" status: 204 len: 168 time: 0.1364927 Sep 27 17:33:03.180129 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55944) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:03.196951 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a71f2-d791-412f-9a90-2a5641a03d48 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0e4282-074f-4096-8648-56fabf8e2739,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:03.198812 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.api.v2.resource [None req-1f1548ab-4ea2-43ac-8876-eb77a0dbe033 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] show failed (client error): The resource could not be found. Sep 27 17:33:03.202704 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-1f1548ab-4ea2-43ac-8876-eb77a0dbe033 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups/7e0e4282-074f-4096-8648-56fabf8e2739 HTTP/1.1" status: 404 len: 347 time: 0.0187321 Sep 27 17:33:03.203092 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55946) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:03.204230 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4781e50-78a2-4d40-a722-395941ace342 req-40c010c3-f747-4507-8581-8167e9efc848 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:03.205807 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4781e50-78a2-4d40-a722-395941ace342 req-40c010c3-f747-4507-8581-8167e9efc848 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0484211 Sep 27 17:33:03.254634 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4781e50-78a2-4d40-a722-395941ace342 req-d4f23612-44c1-496c-bf61-9312d852d811 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432909 Sep 27 17:33:03.317612 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d8815-e346-42f4-8f81-ea76a5cfa7a4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Deleting port 3e6180ad-a7e1-45f0-831f-36e99aa5fc78 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:33:03.317870 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8815-e346-42f4-8f81-ea76a5cfa7a4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (3e6180ad-a7e1-45f0-831f-36e99aa5fc78), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.394912 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8815-e346-42f4-8f81-ea76a5cfa7a4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (3e6180ad-a7e1-45f0-831f-36e99aa5fc78), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.395234 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8815-e346-42f4-8f81-ea76a5cfa7a4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (3e6180ad-a7e1-45f0-831f-36e99aa5fc78), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.406934 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d8815-e346-42f4-8f81-ea76a5cfa7a4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Calling delete_port for 3e6180ad-a7e1-45f0-831f-36e99aa5fc78 owned by network:floatingip {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:33:03.534869 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8815-e346-42f4-8f81-ea76a5cfa7a4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (3e6180ad-a7e1-45f0-831f-36e99aa5fc78), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.559122 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d8815-e346-42f4-8f81-ea76a5cfa7a4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'Port': ['ID=3e6180ad-a7e1-45f0-831f-36e99aa5fc78,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:03.623946 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8815-e346-42f4-8f81-ea76a5cfa7a4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (72bcdf24-79d7-4c71-b262-037ebcb1af62), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.626509 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8815-e346-42f4-8f81-ea76a5cfa7a4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.627677 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-cc7d8815-e346-42f4-8f81-ea76a5cfa7a4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/72bcdf24-79d7-4c71-b262-037ebcb1af62 HTTP/1.1" status: 204 len: 168 time: 0.4239140 Sep 27 17:33:03.710044 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55950) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:03.714639 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-172b1efc-59ad-470a-aabd-e37587cdee6b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949625396', 'description': 'tempest-description--619185773'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:33:03.736460 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-172b1efc-59ad-470a-aabd-e37587cdee6b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.758802 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:03.773139 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:03.807173 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-172b1efc-59ad-470a-aabd-e37587cdee6b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (965d7397-2221-4c9f-917c-99751f239588), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.810779 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-172b1efc-59ad-470a-aabd-e37587cdee6b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (965d7397-2221-4c9f-917c-99751f239588), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.840646 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-172b1efc-59ad-470a-aabd-e37587cdee6b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.845071 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-172b1efc-59ad-470a-aabd-e37587cdee6b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1312988 Sep 27 17:33:03.845071 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b1efc-59ad-470a-aabd-e37587cdee6b tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965d7397-2221-4c9f-917c-99751f239588,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:03.845314 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55952) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:03.849499 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-1d43a74a-2bc3-4b25-837e-19f322d81f58 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group_rule': {'security_group_id': '965d7397-2221-4c9f-917c-99751f239588', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:33:03.875743 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1d43a74a-2bc3-4b25-837e-19f322d81f58 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (e874c2b0-83df-4e54-8600-e9f99c941881), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.929810 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1d43a74a-2bc3-4b25-837e-19f322d81f58 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (e874c2b0-83df-4e54-8600-e9f99c941881), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.935639 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1d43a74a-2bc3-4b25-837e-19f322d81f58 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (e874c2b0-83df-4e54-8600-e9f99c941881), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.949885 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43a74a-2bc3-4b25-837e-19f322d81f58 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e874c2b0-83df-4e54-8600-e9f99c941881,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:03.964509 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:03.973962 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-1d43a74a-2bc3-4b25-837e-19f322d81f58 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:03.975288 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-1d43a74a-2bc3-4b25-837e-19f322d81f58 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291168 Sep 27 17:33:03.978522 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55956) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:03.984741 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-07e0593d-ff74-44f1-b32a-9638f031debb tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group_rule': {'security_group_id': '965d7397-2221-4c9f-917c-99751f239588', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:33:03.986371 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f806de-081e-4525-8d93-d985d0d5021f req-262f8f87-bf91-41ff-8806-b443fb2f7382 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:03.987899 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-27f806de-081e-4525-8d93-d985d0d5021f req-262f8f87-bf91-41ff-8806-b443fb2f7382 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.0544362 Sep 27 17:33:04.016045 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-07e0593d-ff74-44f1-b32a-9638f031debb tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (2440b84d-8518-4853-86f2-9f7ffa81f00e), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.081337 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-07e0593d-ff74-44f1-b32a-9638f031debb tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (2440b84d-8518-4853-86f2-9f7ffa81f00e), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.085678 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-07e0593d-ff74-44f1-b32a-9638f031debb tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (2440b84d-8518-4853-86f2-9f7ffa81f00e), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.107202 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0593d-ff74-44f1-b32a-9638f031debb tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2440b84d-8518-4853-86f2-9f7ffa81f00e,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:04.111907 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-07e0593d-ff74-44f1-b32a-9638f031debb tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.116650 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-07e0593d-ff74-44f1-b32a-9638f031debb tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334078 Sep 27 17:33:04.116650 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55958) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:04.120857 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:33:04.143633 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.224389 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.333518 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262569fa-3d21-429e-9546-f522548fb56c req-bcd89a07-ea87-4708-833f-fbbee3b22755 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:04.335098 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-262569fa-3d21-429e-9546-f522548fb56c req-bcd89a07-ea87-4708-833f-fbbee3b22755 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.3401666 Sep 27 17:33:04.348049 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Allocated IP 172.27.0.8 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/e524d940-bfbb-4c37-8b7e-bf5b53aca207) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:33:04.418216 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-27f806de-081e-4525-8d93-d985d0d5021f req-0c779ea6-f0aa-41b1-8ffb-90eb23bb27a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Deleting port c153b3a2-7878-4d7b-ac38-d30f63848b75 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:33:04.418466 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-27f806de-081e-4525-8d93-d985d0d5021f req-0c779ea6-f0aa-41b1-8ffb-90eb23bb27a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.452594 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (e524d940-bfbb-4c37-8b7e-bf5b53aca207), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.479822 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=11,neutron:UPDATE=4,neutron:SELECT=82,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:04.484417 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89557f1-fddd-48c2-9d40-0938e8736b59 req-ab0a56cd-17f7-4b0b-832b-40adc7876119 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:04.485939 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a89557f1-fddd-48c2-9d40-0938e8736b59 req-ab0a56cd-17f7-4b0b-832b-40adc7876119 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=95a7693f-d1df-43fb-81e7-1c83b069e269 HTTP/1.1" status: 200 len: 945 time: 0.1296206 Sep 27 17:33:04.492249 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (e524d940-bfbb-4c37-8b7e-bf5b53aca207), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.501181 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:04.509973 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-262569fa-3d21-429e-9546-f522548fb56c req-a38fd76a-2f0a-42ff-842e-51918270283e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522532 Sep 27 17:33:04.548824 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:33:04.550586 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=e524d940-bfbb-4c37-8b7e-bf5b53aca207,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:04.553309 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:33:04.555392 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:33:04.578796 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-27f806de-081e-4525-8d93-d985d0d5021f req-0c779ea6-f0aa-41b1-8ffb-90eb23bb27a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] For port c153b3a2-7878-4d7b-ac38-d30f63848b75, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c153b3a2-7878-4d7b-ac38-d30f63848b75,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:04.579161 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-27f806de-081e-4525-8d93-d985d0d5021f req-0c779ea6-f0aa-41b1-8ffb-90eb23bb27a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.584241 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a89557f1-fddd-48c2-9d40-0938e8736b59 req-35189ddf-210f-43aa-b9a8-526b9eb52ef6 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=82eb4859-4a1c-44af-b86f-b386a2e2d7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894177 Sep 27 17:33:04.596020 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-27f806de-081e-4525-8d93-d985d0d5021f req-0c779ea6-f0aa-41b1-8ffb-90eb23bb27a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Calling delete_port for c153b3a2-7878-4d7b-ac38-d30f63848b75 owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:33:04.640236 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (07c97db0-d75c-42e8-90c7-ceba7158daee), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.658177 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:04.681165 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (e524d940-bfbb-4c37-8b7e-bf5b53aca207), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.724425 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-27f806de-081e-4525-8d93-d985d0d5021f req-0c779ea6-f0aa-41b1-8ffb-90eb23bb27a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (c153b3a2-7878-4d7b-ac38-d30f63848b75), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.756278 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c779ea6-f0aa-41b1-8ffb-90eb23bb27a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Pushing event deleted for resources: {'Port': ['ID=c153b3a2-7878-4d7b-ac38-d30f63848b75,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:04.800444 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f806de-081e-4525-8d93-d985d0d5021f req-0c779ea6-f0aa-41b1-8ffb-90eb23bb27a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] No DVR routers for this DVR port c153b3a2-7878-4d7b-ac38-d30f63848b75 on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:33:04.803035 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-27f806de-081e-4525-8d93-d985d0d5021f req-0c779ea6-f0aa-41b1-8ffb-90eb23bb27a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.806306 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-27f806de-081e-4525-8d93-d985d0d5021f req-0c779ea6-f0aa-41b1-8ffb-90eb23bb27a7 tempest-ServerRescueNegativeTestJSON-1705185754 tempest-ServerRescueNegativeTestJSON-1705185754-project] 10.222.0.18 "DELETE /networking/v2.0/ports/c153b3a2-7878-4d7b-ac38-d30f63848b75 HTTP/1.1" status: 204 len: 173 time: 0.8125043 Sep 27 17:33:04.806818 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a7693f-d1df-43fb-81e7-1c83b069e269', 'name': 'network-vif-deleted', 'tag': 'c153b3a2-7878-4d7b-ac38-d30f63848b75'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:33:04.809159 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dd5837-cc5a-49bf-9863-0fad783d705e" -d '{"events": [{"server_uuid": "95a7693f-d1df-43fb-81e7-1c83b069e269", "name": "network-vif-deleted", "tag": "c153b3a2-7878-4d7b-ac38-d30f63848b75"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:33:04.838006 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (e524d940-bfbb-4c37-8b7e-bf5b53aca207), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.843553 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (e524d940-bfbb-4c37-8b7e-bf5b53aca207), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.848098 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f59cd16-9df4-4eb4-b907-985ef7f20bad x-openstack-request-id: req-7f59cd16-9df4-4eb4-b907-985ef7f20bad {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:33:04.848452 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a7693f-d1df-43fb-81e7-1c83b069e269", "name": "network-vif-deleted", "tag": "c153b3a2-7878-4d7b-ac38-d30f63848b75", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:33:04.848796 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f59cd16-9df4-4eb4-b907-985ef7f20bad {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:33:04.849259 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f59cd16-9df4-4eb4-b907-985ef7f20bad'] response: {'server_uuid': '95a7693f-d1df-43fb-81e7-1c83b069e269', 'name': 'network-vif-deleted', 'tag': 'c153b3a2-7878-4d7b-ac38-d30f63848b75', 'status': 'completed', 'code': 200} Sep 27 17:33:04.917328 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (07c97db0-d75c-42e8-90c7-ceba7158daee), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.920619 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=e524d940-bfbb-4c37-8b7e-bf5b53aca207,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:04.939795 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:04.941011 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-ba23cfc5-7c40-42d3-9db4-64a3ad0b5cec tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8236017 Sep 27 17:33:05.146823 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-61c62072-0ac7-4e09-ac25-faae78948f23 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1949625396&fields=id&tenant_id=ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 267 time: 0.0435221 Sep 27 17:33:05.255354 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-09d29155-bb6b-44b5-9bf7-767e2cd1c0bf tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:05.256814 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-09d29155-bb6b-44b5-9bf7-767e2cd1c0bf tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 815 time: 0.1036189 Sep 27 17:33:05.271609 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-bd59f0e5-1d0a-49ee-be89-8b0328e4d8d9 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/quotas/ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 375 time: 0.0089457 Sep 27 17:33:05.320703 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ea04a159-d3b0-4d05-a696-304656e1d911 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441561 Sep 27 17:33:05.423490 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-3529890b-3948-4701-aaed-0eeddf504292 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912049 Sep 27 17:33:05.491194 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:05.518694 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-4cb931f0-5def-4ecc-825e-54991139b97f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886233 Sep 27 17:33:05.657861 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 55984) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:05.681930 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0236a20-5d37-4010-8999-89dea142c597 req-2904512c-3904-4422-9d08-5b4400f99e85 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:05.683753 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b0236a20-5d37-4010-8999-89dea142c597 req-2904512c-3904-4422-9d08-5b4400f99e85 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0934153 Sep 27 17:33:05.724181 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83f4bcb9-4db0-4267-bfde-f57f699bb2b0 req-8641eae3-7717-4da7-a3b9-ac5c8c7c0b2e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 210 time: 0.0392113 Sep 27 17:33:05.770113 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b0236a20-5d37-4010-8999-89dea142c597 req-a9f4a7e8-4d43-411c-b7fb-4c65e0dc33cd tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753231 Sep 27 17:33:06.172661 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:06.177428 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (8f837901-d4d4-4850-95ff-d143e06ee698), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:06.304777 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:06.403502 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] Deleting port bfc7ef6d-3299-4626-878f-d3cc54aeae6c {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:33:06.403843 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:06.475164 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c153b3a2-7878-4d7b-ac38-d30f63848b75 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:33:06.488765 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] For port bfc7ef6d-3299-4626-878f-d3cc54aeae6c, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=bfc7ef6d-3299-4626-878f-d3cc54aeae6c,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:06.489128 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:06.498526 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: c153b3a2-7878-4d7b-ac38-d30f63848b75 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:33:06.498874 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c153b3a2-7878-4d7b-ac38-d30f63848b75 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:33:06.502937 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] Calling delete_port for bfc7ef6d-3299-4626-878f-d3cc54aeae6c owned by network:router_interface {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:33:06.677173 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (bfc7ef6d-3299-4626-878f-d3cc54aeae6c), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:06.698835 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc7ef6d-3299-4626-878f-d3cc54aeae6c,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:06.857146 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83739f53-264b-4e71-b3b0-4a607c1813d5 req-601ba4bc-edc9-464f-b255-3011a1d8fec4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 210 time: 0.0378406 Sep 27 17:33:06.891255 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (8f837901-d4d4-4850-95ff-d143e06ee698), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:06.910153 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372ce55-8cb2-4bd8-83ef-1a1d499563bd req-e86d16b3-dbf3-44ce-a722-84fae5c12397 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:06.911659 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c372ce55-8cb2-4bd8-83ef-1a1d499563bd req-e86d16b3-dbf3-44ce-a722-84fae5c12397 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0535712 Sep 27 17:33:06.967334 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c372ce55-8cb2-4bd8-83ef-1a1d499563bd req-471f105f-5921-49b6-a3ea-170278979378 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499501 Sep 27 17:33:07.301536 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:07.312785 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] Router 8f837901-d4d4-4850-95ff-d143e06ee698 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:33:07.325096 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:07.329312 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-cd981cd9-2f15-4c7e-8c28-36a7b3a56fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:07.417199 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:33:07.422359 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3f675b43-ff27-427c-b6ff-a53280abc656 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/8f837901-d4d4-4850-95ff-d143e06ee698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7660444 Sep 27 17:33:07.424944 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56000) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:07.425686 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] Sync routers for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:33:07.436578 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:33:07.437183 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:07.473064 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:07.525141 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Publish callbacks [] for router (8f837901-d4d4-4850-95ff-d143e06ee698), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:07.539046 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:33:07.626169 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Publish callbacks [] for router_gateway (8f837901-d4d4-4850-95ff-d143e06ee698), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:07.640342 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:33:07.668290 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Deleting port a2810fb0-4ec9-4df8-aed2-706881a9f6e2 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:33:07.668627 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:07.711814 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:33:06Z', 'revision_number': 5, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port': {'id': 'a2810fb0-4ec9-4df8-aed2-706881a9f6e2', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:07.740596 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] Checking router: 8f837901-d4d4-4850-95ff-d143e06ee698 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:33:07.749258 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] Routers {'8f837901-d4d4-4850-95ff-d143e06ee698'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:33:07.749868 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:32:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['8f837901-d4d4-4850-95ff-d143e06ee698'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:07.751643 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] For port a2810fb0-4ec9-4df8-aed2-706881a9f6e2, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=a2810fb0-4ec9-4df8-aed2-706881a9f6e2,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:07.752140 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:07.764589 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Calling delete_port for a2810fb0-4ec9-4df8-aed2-706881a9f6e2 owned by network:router_gateway {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:33:07.830585 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] Set router 8f837901-d4d4-4850-95ff-d143e06ee698 gateway port host: None {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:33:07.885518 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:33:07Z', 'revision_number': 6, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port_host': None}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:07.912744 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5d395-2586-4cda-8dd7-8ae5bcd8eae4 None None] The sync data for ids ['8f837901-d4d4-4850-95ff-d143e06ee698'] in dv-cinder-849143-8-iscsi is: [{'id': '8f837901-d4d4-4850-95ff-d143e06ee698', 'name': 'tempest-ServerRescueNegativeTestJSON-532087849-router', 'tenant_id': 'fd5caa5782e74721a4c2991524182668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:04Z', 'updated_at': '2022-09-27T17:33:07Z', 'revision_number': 6, 'project_id': 'fd5caa5782e74721a4c2991524182668', 'gw_port_host': None}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:33:07.959684 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (a2810fb0-4ec9-4df8-aed2-706881a9f6e2), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:07.984813 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2810fb0-4ec9-4df8-aed2-706881a9f6e2,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:07.988550 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5e83703c-7f8e-428a-8f4a-5e96833c6b6d req-a011dc52-cebe-4118-bae8-dfb44b651d35 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 210 time: 0.0597212 Sep 27 17:33:08.098910 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (8f837901-d4d4-4850-95ff-d143e06ee698), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.162807 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8453d5-3040-4928-a8c3-73fe61306617 req-232e063a-1786-470e-ada8-d29e6ff9ef59 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:08.164765 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-db8453d5-3040-4928-a8c3-73fe61306617 req-232e063a-1786-470e-ada8-d29e6ff9ef59 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 943 time: 0.0729418 Sep 27 17:33:08.173111 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-67f49970-ca84-44d4-b7fb-361c3539287a tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:08.174559 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-67f49970-ca84-44d4-b7fb-361c3539287a tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 815 time: 0.2343936 Sep 27 17:33:08.212957 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (8f837901-d4d4-4850-95ff-d143e06ee698), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.215052 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Publish callbacks [] for router_controller (8f837901-d4d4-4850-95ff-d143e06ee698), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.248437 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-db8453d5-3040-4928-a8c3-73fe61306617 req-ddf0612a-9fec-4bf8-8a03-14fa209f1d8e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728147 Sep 27 17:33:08.263066 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (8f837901-d4d4-4850-95ff-d143e06ee698), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.263718 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f837901-d4d4-4850-95ff-d143e06ee698 {{(pid=106220) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:33:08.273450 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-045037b6-ab45-43f0-9d0e-d17729c8f705 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 380 time: 0.0805483 Sep 27 17:33:08.281124 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.282572 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-484bcc91-4abd-419b-897d-1c2521758a05 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/8f837901-d4d4-4850-95ff-d143e06ee698 HTTP/1.1" status: 204 len: 168 time: 0.8565340 Sep 27 17:33:08.284891 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56010) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:08.298365 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'port': {'device_id': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'admin_state_up': True, 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'security_groups': ['965d7397-2221-4c9f-917c-99751f239588']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:33:08.301466 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:08.330389 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_v2 [None req-00748127-d313-4d7c-b40a-fb0f1c42af82 admin admin] Deleting subnet eac4fa36-97e4-41a2-a490-84c8becaf6e1 {{(pid=106220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:33:08.333082 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:08.333980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-00748127-d313-4d7c-b40a-fb0f1c42af82 admin admin] Publish callbacks [] for subnet (eac4fa36-97e4-41a2-a490-84c8becaf6e1), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.367320 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:08.371743 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-00748127-d313-4d7c-b40a-fb0f1c42af82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9780021'] for subnet (eac4fa36-97e4-41a2-a490-84c8becaf6e1), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.425236 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Made reservation on behalf of ef13103d3d8b43e1882d4820c8d9247b for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:33:08.429488 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.455722 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-00748127-d313-4d7c-b40a-fb0f1c42af82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (eac4fa36-97e4-41a2-a490-84c8becaf6e1), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.492924 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c0932507-0f02-4d95-8195-002c756fdef5 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:33:08.526873 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-00748127-d313-4d7c-b40a-fb0f1c42af82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9737021'] for subnet (eac4fa36-97e4-41a2-a490-84c8becaf6e1), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.555927 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00748127-d313-4d7c-b40a-fb0f1c42af82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac4fa36-97e4-41a2-a490-84c8becaf6e1,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:08.561362 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-00748127-d313-4d7c-b40a-fb0f1c42af82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.564633 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-00748127-d313-4d7c-b40a-fb0f1c42af82 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/eac4fa36-97e4-41a2-a490-84c8becaf6e1 HTTP/1.1" status: 204 len: 168 time: 0.2786775 Sep 27 17:33:08.569136 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56012) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:08.575023 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfe5409-462c-492b-b251-f99a6f28020e None None] Network 77098589-b75d-4cff-80ff-98fbc8a6384d requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:33:08.595049 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Allocated IP 172.20.0.6 (50dc8265-0d0d-49da-afd6-19daca5e673b/7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b/ef3355f1-2589-4b0a-bdb1-68cba54179a8) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:33:08.631814 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:08.672362 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (77098589-b75d-4cff-80ff-98fbc8a6384d), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.676144 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port c0932507-0f02-4d95-8195-002c756fdef5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c0932507-0f02-4d95-8195-002c756fdef5,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:08.706486 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:08.707224 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'c0932507-0f02-4d95-8195-002c756fdef5', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'port_id': 'c0932507-0f02-4d95-8195-002c756fdef5', 'mac_address': 'fa:16:3e:b3:2e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:33:08.753481 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port c0932507-0f02-4d95-8195-002c756fdef5 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:33:08.753947 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c0932507-0f02-4d95-8195-002c756fdef5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.777504 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0932507-0f02-4d95-8195-002c756fdef5 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:33:08.787246 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Deleting port e1693aa1-fed9-4421-9e62-20b5e0b39b90 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:33:08.787590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.803102 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port c0932507-0f02-4d95-8195-002c756fdef5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c0932507-0f02-4d95-8195-002c756fdef5,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:08.808299 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c0932507-0f02-4d95-8195-002c756fdef5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.837367 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8438a-4dde-42e7-af5f-7f9497b95a03 None None] DHCP port deletion for 77098589-b75d-4cff-80ff-98fbc8a6384d request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:33:08.884927 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=c0932507-0f02-4d95-8195-002c756fdef5,revision_number=7']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:08.891740 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.898551 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-eba8438a-4dde-42e7-af5f-7f9497b95a03 None None] Deleting port e1693aa1-fed9-4421-9e62-20b5e0b39b90 {{(pid=106221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:33:08.898733 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] For port e1693aa1-fed9-4421-9e62-20b5e0b39b90, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=e1693aa1-fed9-4421-9e62-20b5e0b39b90,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:08.898920 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.899023 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-eba8438a-4dde-42e7-af5f-7f9497b95a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), before_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.915552 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Calling delete_port for e1693aa1-fed9-4421-9e62-20b5e0b39b90 owned by network:dhcp {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:33:08.966419 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-eba8438a-4dde-42e7-af5f-7f9497b95a03 None None] For port e1693aa1-fed9-4421-9e62-20b5e0b39b90, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=e1693aa1-fed9-4421-9e62-20b5e0b39b90,segment=NetworkSegment(d9119bf4-0efc-463a-a301-8f70bd061825),segment_id=d9119bf4-0efc-463a-a301-8f70bd061825)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:08.966820 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-eba8438a-4dde-42e7-af5f-7f9497b95a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), precommit_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.980319 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:08.980923 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-eba8438a-4dde-42e7-af5f-7f9497b95a03 None None] Calling delete_port for e1693aa1-fed9-4421-9e62-20b5e0b39b90 owned by network:dhcp {{(pid=106221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:33:09.023482 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:09.049605 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Network 50dc8265-0d0d-49da-afd6-19daca5e673b is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:33:09.060550 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:33:09.063354 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:33:09.069125 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=ef3355f1-2589-4b0a-bdb1-68cba54179a8,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:09.110494 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-eba8438a-4dde-42e7-af5f-7f9497b95a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), after_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.112633 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (e1693aa1-fed9-4421-9e62-20b5e0b39b90), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.139125 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8438a-4dde-42e7-af5f-7f9497b95a03 None None] Pushing event deleted for resources: {'Port': ['ID=e1693aa1-fed9-4421-9e62-20b5e0b39b90,revision_number=None']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:09.141388 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8438a-4dde-42e7-af5f-7f9497b95a03 None None] No DVR routers for this DVR port e1693aa1-fed9-4421-9e62-20b5e0b39b90 on host dv-cinder-849143-8-iscsi {{(pid=106221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:33:09.182163 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] No DVR routers for this DVR port e1693aa1-fed9-4421-9e62-20b5e0b39b90 on host dv-cinder-849143-8-iscsi {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:33:09.186703 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1693aa1-fed9-4421-9e62-20b5e0b39b90,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:09.214008 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['c0932507-0f02-4d95-8195-002c756fdef5'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:33:09.215998 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:09.216640 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.225750 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c205be4-da25-4d09-8554-0c2ab979dbee req-efbfaf25-9afe-41b3-bce0-8456f84f5bd8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:09.227310 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7c205be4-da25-4d09-8554-0c2ab979dbee req-efbfaf25-9afe-41b3-bce0-8456f84f5bd8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 931 time: 0.1322758 Sep 27 17:33:09.295131 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-f16795ae-1e32-4c19-81f7-9f3284df7614 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0010717 Sep 27 17:33:09.315189 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device bfc7ef6d-3299-4626-878f-d3cc54aeae6c no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:33:09.316227 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Request body: {'port': {'device_id': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:33:09.321637 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:09.346900 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (77098589-b75d-4cff-80ff-98fbc8a6384d), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.355048 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: bfc7ef6d-3299-4626-878f-d3cc54aeae6c {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:33:09.355394 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device bfc7ef6d-3299-4626-878f-d3cc54aeae6c not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:33:09.355816 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device e1693aa1-fed9-4421-9e62-20b5e0b39b90 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:33:09.376693 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-3c611ffa-6fd6-4a87-a3e3-37f927e45ff6 None None] Provisioning complete for port ef3355f1-2589-4b0a-bdb1-68cba54179a8 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:33:09.377066 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3c611ffa-6fd6-4a87-a3e3-37f927e45ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.377424 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-3c611ffa-6fd6-4a87-a3e3-37f927e45ff6 None None] Attempt 1 to provision port ef3355f1-2589-4b0a-bdb1-68cba54179a8 Sep 27 17:33:09.383457 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: e1693aa1-fed9-4421-9e62-20b5e0b39b90 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:33:09.383805 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device e1693aa1-fed9-4421-9e62-20b5e0b39b90 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:33:09.384223 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device a2810fb0-4ec9-4df8-aed2-706881a9f6e2 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:33:09.416221 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7c205be4-da25-4d09-8554-0c2ab979dbee req-1dc3acf1-34c0-47f0-b667-d6fadbb833ee tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709166 Sep 27 17:33:09.442470 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: a2810fb0-4ec9-4df8-aed2-706881a9f6e2 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:33:09.442822 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device a2810fb0-4ec9-4df8-aed2-706881a9f6e2 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:33:09.449320 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77098589-b75d-4cff-80ff-98fbc8a6384d']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:09.454527 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-3c611ffa-6fd6-4a87-a3e3-37f927e45ff6 None None] Port ef3355f1-2589-4b0a-bdb1-68cba54179a8 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:33:09.459131 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e0ceb-ec96-4b1f-ad94-ff699f2611ec req-f5c268c0-16ca-4f1d-875a-15b0de07eacd tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:09.462574 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c06e0ceb-ec96-4b1f-ad94-ff699f2611ec req-f5c268c0-16ca-4f1d-875a-15b0de07eacd tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 944 time: 0.1177938 Sep 27 17:33:09.469443 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:09.479057 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9119bf4-0efc-463a-a301-8f70bd061825') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:09.479363 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9119bf4-0efc-463a-a301-8f70bd061825') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:09.498595 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (d9119bf4-0efc-463a-a301-8f70bd061825), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.500300 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.535942 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (d9119bf4-0efc-463a-a301-8f70bd061825), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.574065 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:33:09.574505 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (d9119bf4-0efc-463a-a301-8f70bd061825), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.578470 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c243e18e-214e-4f4a-842f-b35d005c5f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.605912 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment d9119bf4-0efc-463a-a301-8f70bd061825 resource provider aggregate not found Sep 27 17:33:09.649799 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c06e0ceb-ec96-4b1f-ad94-ff699f2611ec req-3348d8d0-6522-47fa-b719-ba6d1ff96cf9 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771986 Sep 27 17:33:09.651412 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment d9119bf4-0efc-463a-a301-8f70bd061825 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9119bf4-0efc-463a-a301-8f70bd061825 found for delete ", "request_id": "req-9dc9a8d5-02b9-44f5-9cb7-3eb9d52241ca"}]} Sep 27 17:33:09.719938 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (77098589-b75d-4cff-80ff-98fbc8a6384d), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.724571 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.728195 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/77098589-b75d-4cff-80ff-98fbc8a6384d HTTP/1.1" status: 204 len: 168 time: 1.1581149 Sep 27 17:33:09.756017 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a3e22-5953-4e2d-9b24-c0541f62c2e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77098589-b75d-4cff-80ff-98fbc8a6384d,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:09.859687 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56026) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:09.899526 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-04ceec62-1661-4226-80b0-b9920fe8be36 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=fd5caa5782e74721a4c2991524182668&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386682 Sep 27 17:33:09.902087 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56028) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:09.908450 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3355f1-2589-4b0a-bdb1-68cba54179a8 {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:33:09.916084 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Publish callbacks [] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.929638 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Transition to ACTIVE for port object ef3355f1-2589-4b0a-bdb1-68cba54179a8 will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:33:09.933187 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.955077 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-643a7440-d99d-4231-b295-f55796c1f9ac admin admin] Publish callbacks [] for security_group (82eb4859-4a1c-44af-b86f-b386a2e2d7ca), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.955785 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-3c611ffa-6fd6-4a87-a3e3-37f927e45ff6 None None] Attempt 2 to provision port ef3355f1-2589-4b0a-bdb1-68cba54179a8 Sep 27 17:33:09.977003 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-643a7440-d99d-4231-b295-f55796c1f9ac admin admin] Publish callbacks [] for security_group (82eb4859-4a1c-44af-b86f-b386a2e2d7ca), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:09.978427 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:09.996316 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-3c611ffa-6fd6-4a87-a3e3-37f927e45ff6 None None] Port ef3355f1-2589-4b0a-bdb1-68cba54179a8 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:33:09.998473 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3355f1-2589-4b0a-bdb1-68cba54179a8,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:10.027537 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-643a7440-d99d-4231-b295-f55796c1f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (82eb4859-4a1c-44af-b86f-b386a2e2d7ca), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:10.029895 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:10.030742 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-643a7440-d99d-4231-b295-f55796c1f9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:10.032003 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-643a7440-d99d-4231-b295-f55796c1f9ac admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/82eb4859-4a1c-44af-b86f-b386a2e2d7ca HTTP/1.1" status: 204 len: 168 time: 0.1288943 Sep 27 17:33:10.039980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a7440-d99d-4231-b295-f55796c1f9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eb4859-4a1c-44af-b86f-b386a2e2d7ca,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:10.059283 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Attempting to bind port ef3355f1-2589-4b0a-bdb1-68cba54179a8 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:33:10.059548 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Attempting to bind port ef3355f1-2589-4b0a-bdb1-68cba54179a8 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:33:10.059855 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Attempting to bind port ef3355f1-2589-4b0a-bdb1-68cba54179a8 on network 50dc8265-0d0d-49da-afd6-19daca5e673b {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:33:10.103408 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Port ef3355f1-2589-4b0a-bdb1-68cba54179a8 on network 50dc8265-0d0d-49da-afd6-19daca5e673b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:33:10.103746 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Attempting to bind port ef3355f1-2589-4b0a-bdb1-68cba54179a8 on network 50dc8265-0d0d-49da-afd6-19daca5e673b {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:33:10.152264 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:33:10.152606 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Checking segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:33:10.152987 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Bound using segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:33:10.154158 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Bound port: ef3355f1-2589-4b0a-bdb1-68cba54179a8, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:33:10.154565 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:10.225298 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] For port ef3355f1-2589-4b0a-bdb1-68cba54179a8, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:33:10.228588 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] For port ef3355f1-2589-4b0a-bdb1-68cba54179a8, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ef3355f1-2589-4b0a-bdb1-68cba54179a8,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:33:10.235297 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:10.239418 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:10.240031 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:10.241430 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/ef3355f1-2589-4b0a-bdb1-68cba54179a8 HTTP/1.1" status: 200 len: 1093 time: 0.9304781 Sep 27 17:33:10.242962 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'tag': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:33:10.245183 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5f26c2-638d-4baf-9ccb-ba578b97cfc1", "tag": "ef3355f1-2589-4b0a-bdb1-68cba54179a8"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:33:10.321757 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43361f23-4ebe-44bb-a580-09139d8e6e8c x-openstack-request-id: req-43361f23-4ebe-44bb-a580-09139d8e6e8c {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:33:10.322047 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5f26c2-638d-4baf-9ccb-ba578b97cfc1", "tag": "ef3355f1-2589-4b0a-bdb1-68cba54179a8", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:33:10.322323 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43361f23-4ebe-44bb-a580-09139d8e6e8c {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:33:10.322725 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43361f23-4ebe-44bb-a580-09139d8e6e8c'] response: {'name': 'network-changed', 'server_uuid': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'tag': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8', 'status': 'completed', 'code': 200} Sep 27 17:33:10.341899 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e3073-2b02-4d8b-9aca-dab7221681c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3355f1-2589-4b0a-bdb1-68cba54179a8,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:10.356844 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-51e5ebec-aa98-4a23-abdf-83ad8a5adf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:10.358307 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-51e5ebec-aa98-4a23-abdf-83ad8a5adf30 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 1127 time: 0.0509498 Sep 27 17:33:10.401463 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-c5f2ede1-1fce-4433-85eb-e205d1ef123d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef3355f1-2589-4b0a-bdb1-68cba54179a8 HTTP/1.1" status: 200 len: 217 time: 0.0331130 Sep 27 17:33:10.454851 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-31e858f4-098c-48ff-a584-219dd5f29c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:10.456684 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-31e858f4-098c-48ff-a584-219dd5f29c26 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0481305 Sep 27 17:33:10.493035 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:10.498652 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-3c611ffa-6fd6-4a87-a3e3-37f927e45ff6 None None] Attempt 3 to provision port ef3355f1-2589-4b0a-bdb1-68cba54179a8 Sep 27 17:33:10.505575 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-193ca35b-4559-4ea1-a711-fe2e965acce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:10.507217 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-193ca35b-4559-4ea1-a711-fe2e965acce6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454230 Sep 27 17:33:10.526149 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c0932507-0f02-4d95-8195-002c756fdef5 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:33:10.576232 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-3c611ffa-6fd6-4a87-a3e3-37f927e45ff6 None None] Port ef3355f1-2589-4b0a-bdb1-68cba54179a8 had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:33:10.586419 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port c0932507-0f02-4d95-8195-002c756fdef5 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:33:10.587460 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (c0932507-0f02-4d95-8195-002c756fdef5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:10.587806 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port c0932507-0f02-4d95-8195-002c756fdef5 Sep 27 17:33:10.602473 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd032b-ad7f-4ed6-b91b-0c455b9d345f req-56a4810a-1eee-4b6d-a123-fed10b254aac tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:10.603966 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80bd032b-ad7f-4ed6-b91b-0c455b9d345f req-56a4810a-1eee-4b6d-a123-fed10b254aac tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 943 time: 0.0934381 Sep 27 17:33:10.668345 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-77d5cabb-31c2-46d9-b3d8-c9f091aa7340 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469660 Sep 27 17:33:10.677755 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port c0932507-0f02-4d95-8195-002c756fdef5 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:33:10.679641 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (c0932507-0f02-4d95-8195-002c756fdef5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:10.698168 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80bd032b-ad7f-4ed6-b91b-0c455b9d345f req-659cec94-9762-44a4-b16d-83a0cbafa3a8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840287 Sep 27 17:33:10.717522 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:33:10.720751 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9760a9-446a-4f3f-bf63-cccc842b06ca" -d '{"events": [{"server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "name": "network-vif-plugged", "status": "completed", "tag": "c0932507-0f02-4d95-8195-002c756fdef5"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:33:10.740747 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port c0932507-0f02-4d95-8195-002c756fdef5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c0932507-0f02-4d95-8195-002c756fdef5,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:10.752565 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (c0932507-0f02-4d95-8195-002c756fdef5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:10.790961 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8016f998-44f1-4e2f-a002-c0dd88bdb27b x-openstack-request-id: req-8016f998-44f1-4e2f-a002-c0dd88bdb27b {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:33:10.791252 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "name": "network-vif-plugged", "status": "completed", "tag": "c0932507-0f02-4d95-8195-002c756fdef5", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:33:10.791589 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8016f998-44f1-4e2f-a002-c0dd88bdb27b {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:33:10.792051 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8016f998-44f1-4e2f-a002-c0dd88bdb27b'] response: {'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5', 'code': 200} Sep 27 17:33:10.803487 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab1fa7fe-3cea-4c00-a789-832dd3dbca91 req-b8fa6fd9-2833-44bf-b407-e53944654b08 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268444 Sep 27 17:33:10.811504 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=c0932507-0f02-4d95-8195-002c756fdef5,revision_number=8']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:10.845714 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c041fc-ea4b-4a57-9b74-a73e1ddb73d7 req-e67d4d4e-9704-4ff3-91ad-04f7c0cfcc61 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:10.847479 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-85c041fc-ea4b-4a57-9b74-a73e1ddb73d7 req-e67d4d4e-9704-4ff3-91ad-04f7c0cfcc61 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0807920 Sep 27 17:33:10.870690 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:10.902697 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-85c041fc-ea4b-4a57-9b74-a73e1ddb73d7 req-9824ac97-8135-4844-a30f-f6ac4bfb91df tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485232 Sep 27 17:33:11.832320 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dd053-7079-43f1-8a79-377a1aba4318 req-bc31a6e7-b7f2-4be1-9d64-856f5a9d8a9f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:11.833827 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-689dd053-7079-43f1-8a79-377a1aba4318 req-bc31a6e7-b7f2-4be1-9d64-856f5a9d8a9f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 943 time: 0.0493026 Sep 27 17:33:11.889859 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-689dd053-7079-43f1-8a79-377a1aba4318 req-72929a6c-2403-48af-98d2-6ab6f1c7bace tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463750 Sep 27 17:33:12.027871 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70058b3-341b-439f-8e0b-47e14865f882 req-d7af6b58-f4ba-4fac-bc3f-a45a514436b5 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:12.029205 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c70058b3-341b-439f-8e0b-47e14865f882 req-d7af6b58-f4ba-4fac-bc3f-a45a514436b5 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0502713 Sep 27 17:33:12.047165 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:12.088746 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c70058b3-341b-439f-8e0b-47e14865f882 req-2e79004d-3a9f-4629-a3f1-0b627cadd6bd tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485072 Sep 27 17:33:12.436818 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:12.493798 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:13.023606 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5830270-7ba3-4e20-8875-f7377569daef req-66c2fff3-d94f-4da6-91fe-0660649e33b6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:13.025081 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a5830270-7ba3-4e20-8875-f7377569daef req-66c2fff3-d94f-4da6-91fe-0660649e33b6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 943 time: 0.0551982 Sep 27 17:33:13.072966 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a5830270-7ba3-4e20-8875-f7377569daef req-d7a02540-db88-4b07-9d37-5c9a98d807ae tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Sep 27 17:33:13.209925 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5389e-f77f-4c63-88df-2dfcf9c5a1da req-3bd27808-0b10-46b4-a87f-5e8cb015f69b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:13.211426 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7a5389e-f77f-4c63-88df-2dfcf9c5a1da req-3bd27808-0b10-46b4-a87f-5e8cb015f69b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0466437 Sep 27 17:33:13.263641 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d7a5389e-f77f-4c63-88df-2dfcf9c5a1da req-df333e6d-8f06-4f08-82e0-c2fd1a5b3411 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466549 Sep 27 17:33:13.310758 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-4abc3bbb-1830-460e-a8c6-f513ae545723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:13.312313 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-4abc3bbb-1830-460e-a8c6-f513ae545723 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 1127 time: 0.0399749 Sep 27 17:33:13.406130 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-12bcc4f8-9e41-4f4a-aa61-467fccc7b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:13.407678 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-12bcc4f8-9e41-4f4a-aa61-467fccc7b7b5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 916 time: 0.0885985 Sep 27 17:33:13.410866 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aca2f6-0779-43a1-a0a4-8c4a5105b1e4 req-cbdc8242-c17a-46d9-b559-ec40403de745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:13.412375 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-a1aca2f6-0779-43a1-a0a4-8c4a5105b1e4 req-cbdc8242-c17a-46d9-b559-ec40403de745 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1129 time: 0.0381436 Sep 27 17:33:13.454234 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-fb1bb021-a556-4df0-9439-3593164fb5e8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef3355f1-2589-4b0a-bdb1-68cba54179a8 HTTP/1.1" status: 200 len: 217 time: 0.0364084 Sep 27 17:33:13.458211 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-a1aca2f6-0779-43a1-a0a4-8c4a5105b1e4 req-1d4b02d1-12bc-4831-abfe-29de2a252488 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398459 Sep 27 17:33:13.502898 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-f43f415d-60e6-4dad-a36d-73c838babd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:13.504318 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-f43f415d-60e6-4dad-a36d-73c838babd0d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0443530 Sep 27 17:33:13.781329 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-7e8da416-24a9-408b-a647-dffb903fbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:13.782750 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-7e8da416-24a9-408b-a647-dffb903fbb9e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404649 Sep 27 17:33:13.852528 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:13.876557 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-895a0edd-d678-43ec-895c-31c362b216d1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872240 Sep 27 17:33:14.196648 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b924e3d-50ad-4a7f-9998-eff6cc6b7cec req-3c96634f-6223-4c81-8454-20e71c4eb2d8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:14.198130 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b924e3d-50ad-4a7f-9998-eff6cc6b7cec req-3c96634f-6223-4c81-8454-20e71c4eb2d8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 943 time: 0.0486932 Sep 27 17:33:14.249264 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b924e3d-50ad-4a7f-9998-eff6cc6b7cec req-13201f86-23b6-4f5d-8b15-41e6b36381a5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Sep 27 17:33:14.419759 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e87d6e80-fc7f-4921-9452-375e4ac3c2ad req-8ab0ae73-dc55-431c-b8ab-ab0274c91fa4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592557 Sep 27 17:33:14.437737 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a5f-eee3-474b-ae03-7b1f23e14e69 req-b0389576-21aa-4536-b2f1-070e1d3d75a7 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:14.439260 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-147a8a5f-eee3-474b-ae03-7b1f23e14e69 req-b0389576-21aa-4536-b2f1-070e1d3d75a7 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0570829 Sep 27 17:33:14.490582 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-147a8a5f-eee3-474b-ae03-7b1f23e14e69 req-de326738-d96d-48fb-bb30-03b733434771 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 Sep 27 17:33:14.500260 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device ef3355f1-2589-4b0a-bdb1-68cba54179a8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:33:14.597131 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port ef3355f1-2589-4b0a-bdb1-68cba54179a8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ef3355f1-2589-4b0a-bdb1-68cba54179a8,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:14.608366 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'port_id': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8', 'mac_address': 'fa:16:3e:4c:22:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:33:14.610554 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:14.648209 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port ef3355f1-2589-4b0a-bdb1-68cba54179a8 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:33:14.648596 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:14.661409 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3355f1-2589-4b0a-bdb1-68cba54179a8 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:33:14.680563 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port ef3355f1-2589-4b0a-bdb1-68cba54179a8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ef3355f1-2589-4b0a-bdb1-68cba54179a8,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:14.684936 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:14.730226 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=ef3355f1-2589-4b0a-bdb1-68cba54179a8,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:15.114346 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['ef3355f1-2589-4b0a-bdb1-68cba54179a8'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:33:15.171687 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:15.240291 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:15.378153 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5d3ce-58f6-4f6b-ad43-daf49f3530b9 req-f3d3a046-10bb-4514-ad63-6b7d1c763c77 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:15.379502 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b1e5d3ce-58f6-4f6b-ad43-daf49f3530b9 req-f3d3a046-10bb-4514-ad63-6b7d1c763c77 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 944 time: 0.0503347 Sep 27 17:33:15.705654 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:15.718105 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eb6d6-dbd9-428f-b695-96b794124512 req-839643f2-5e9f-497d-a8fc-fce5a262fb7b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:15.719590 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7d0eb6d6-dbd9-428f-b695-96b794124512 req-839643f2-5e9f-497d-a8fc-fce5a262fb7b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0660181 Sep 27 17:33:15.723188 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b1e5d3ce-58f6-4f6b-ad43-daf49f3530b9 req-80af115a-a553-4480-94a8-b77902cb5dd2 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381269 Sep 27 17:33:15.773726 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7d0eb6d6-dbd9-428f-b695-96b794124512 req-eb953802-c9fa-469f-8b0e-0038d0731c3a tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482309 Sep 27 17:33:16.521127 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device ef3355f1-2589-4b0a-bdb1-68cba54179a8 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:33:16.562667 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port ef3355f1-2589-4b0a-bdb1-68cba54179a8 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:33:16.568104 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port ef3355f1-2589-4b0a-bdb1-68cba54179a8 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:33:16.568530 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:16.568815 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port ef3355f1-2589-4b0a-bdb1-68cba54179a8 Sep 27 17:33:16.640966 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port ef3355f1-2589-4b0a-bdb1-68cba54179a8 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:33:16.641345 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:16.663504 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:33:16.665670 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe1a7a9-89be-4529-a81e-7a7090989661" -d '{"events": [{"server_uuid": "ce5f26c2-638d-4baf-9ccb-ba578b97cfc1", "name": "network-vif-plugged", "status": "completed", "tag": "ef3355f1-2589-4b0a-bdb1-68cba54179a8"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:33:16.677439 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port ef3355f1-2589-4b0a-bdb1-68cba54179a8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ef3355f1-2589-4b0a-bdb1-68cba54179a8,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:16.681490 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:16.708112 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e11dde-c783-4969-8259-1835b50052e4 x-openstack-request-id: req-c1e11dde-c783-4969-8259-1835b50052e4 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:33:16.708409 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5f26c2-638d-4baf-9ccb-ba578b97cfc1", "name": "network-vif-plugged", "status": "completed", "tag": "ef3355f1-2589-4b0a-bdb1-68cba54179a8", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:33:16.708664 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1e11dde-c783-4969-8259-1835b50052e4 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:33:16.709059 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e11dde-c783-4969-8259-1835b50052e4'] response: {'server_uuid': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8', 'code': 200} Sep 27 17:33:16.733000 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=ef3355f1-2589-4b0a-bdb1-68cba54179a8,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:16.848430 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc3935-c095-4bac-8949-4eae792de7e6 req-d073fe73-d8a7-4bdf-9421-ddaa00bc2763 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:16.849905 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d8cc3935-c095-4bac-8949-4eae792de7e6 req-d073fe73-d8a7-4bdf-9421-ddaa00bc2763 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 945 time: 0.0485580 Sep 27 17:33:16.928336 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b7bf4-e8c2-4a64-a8cd-72d9a5e54c57 req-c88d8e01-de33-4fb9-9a15-9f0a32cb6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:16.929808 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed0b7bf4-e8c2-4a64-a8cd-72d9a5e54c57 req-c88d8e01-de33-4fb9-9a15-9f0a32cb6728 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 1129 time: 0.0668039 Sep 27 17:33:16.933224 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d8cc3935-c095-4bac-8949-4eae792de7e6 req-ada60a7c-aad8-498f-bd89-32f9560c114a tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778041 Sep 27 17:33:16.973975 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ed0b7bf4-e8c2-4a64-a8cd-72d9a5e54c57 req-4ff57fcc-e0c6-47d2-9da9-e511b5b09919 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369205 Sep 27 17:33:17.858777 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=74 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:17.911045 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=40 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:18.052246 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccd2f8-11d7-4bab-9c50-84fc48a110d1 req-b0d40fb9-b6cf-4cf9-a9ec-e1e30e2bc0c3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:18.053684 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-25ccd2f8-11d7-4bab-9c50-84fc48a110d1 req-b0d40fb9-b6cf-4cf9-a9ec-e1e30e2bc0c3 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 945 time: 0.0449898 Sep 27 17:33:18.103583 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-25ccd2f8-11d7-4bab-9c50-84fc48a110d1 req-d1ba45b9-e32f-404d-9054-811c65febcb2 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444205 Sep 27 17:33:19.224143 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda26c8e-3fb1-474a-9ddb-5cc016cfaa99 req-acce6a40-cd6c-47e6-9673-4025c359a3d9 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:19.225603 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fda26c8e-3fb1-474a-9ddb-5cc016cfaa99 req-acce6a40-cd6c-47e6-9673-4025c359a3d9 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 945 time: 0.0465426 Sep 27 17:33:19.271940 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fda26c8e-3fb1-474a-9ddb-5cc016cfaa99 req-d526a94d-a87b-4d7e-bf7c-d773bad60378 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408559 Sep 27 17:33:19.388198 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dafa55-c934-41b0-9c94-a41dd9ca25fb req-5d21ec5e-1e34-457c-aa32-e3a0486415a7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:19.389665 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f7dafa55-c934-41b0-9c94-a41dd9ca25fb req-5d21ec5e-1e34-457c-aa32-e3a0486415a7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 945 time: 0.0455954 Sep 27 17:33:19.399826 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56186) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:19.403979 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-3b593041-aaee-4dfa-8a7e-661f4931ddb0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'floatingip': {'port_id': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:33:19.443794 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3b593041-aaee-4dfa-8a7e-661f4931ddb0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (07c97db0-d75c-42e8-90c7-ceba7158daee), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:19.505649 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:19.873020 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3b593041-aaee-4dfa-8a7e-661f4931ddb0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:19.877465 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3b593041-aaee-4dfa-8a7e-661f4931ddb0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (07c97db0-d75c-42e8-90c7-ceba7158daee), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:19.983612 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-3b593041-aaee-4dfa-8a7e-661f4931ddb0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Floating IP 07c97db0-d75c-42e8-90c7-ceba7158daee associated. External IP: 172.27.0.8, port: ef3355f1-2589-4b0a-bdb1-68cba54179a8. Sep 27 17:33:20.079694 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:20.119887 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-a8f72ec7-05be-48c0-9119-d7f613d7c254 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567067 Sep 27 17:33:20.229567 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-d6c5571c-0a5c-4555-8b39-65e27c2617e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:20.231038 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-d6c5571c-0a5c-4555-8b39-65e27c2617e0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=890469995c02465eb9b9ad2d1fb9ab6f&device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1129 time: 0.0734611 Sep 27 17:33:20.273983 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b593041-aaee-4dfa-8a7e-661f4931ddb0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:33:20.376853 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:20.418866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-9990c84f-0794-4ef6-8bd4-218cb746da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:20.420377 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-9990c84f-0794-4ef6-8bd4-218cb746da10 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e6883946-abcd-4f9b-9769-763b58bec55e HTTP/1.1" status: 200 len: 909 time: 0.1696301 Sep 27 17:33:20.474467 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b593041-aaee-4dfa-8a7e-661f4931ddb0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:33:20.482630 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3b593041-aaee-4dfa-8a7e-661f4931ddb0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:20.484914 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:33:20.494474 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:33:20.495086 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:33:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:20.518115 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-69717ff4-2b01-4aa8-bd08-43b8e6b6fae8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 200 len: 1001 time: 0.0874939 Sep 27 17:33:20.523423 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-3b593041-aaee-4dfa-8a7e-661f4931ddb0 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/07c97db0-d75c-42e8-90c7-ceba7158daee HTTP/1.1" status: 200 len: 989 time: 1.1227026 Sep 27 17:33:20.525159 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'tag': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:33:20.527402 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5f26c2-638d-4baf-9ccb-ba578b97cfc1", "tag": "ef3355f1-2589-4b0a-bdb1-68cba54179a8"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:33:20.567017 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88710853-4220-46d6-a988-f916f4654101 x-openstack-request-id: req-88710853-4220-46d6-a988-f916f4654101 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:33:20.567488 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5f26c2-638d-4baf-9ccb-ba578b97cfc1", "tag": "ef3355f1-2589-4b0a-bdb1-68cba54179a8", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:33:20.567905 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88710853-4220-46d6-a988-f916f4654101 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:33:20.568551 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88710853-4220-46d6-a988-f916f4654101'] response: {'name': 'network-changed', 'server_uuid': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'tag': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8', 'status': 'completed', 'code': 200} Sep 27 17:33:20.584771 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-fb5bb940-6a7f-429b-be5c-91e35ccec92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:20.586287 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-fb5bb940-6a7f-429b-be5c-91e35ccec92d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ba62d454-a7b1-4dc2-85d6-1a9b8ff93719 HTTP/1.1" status: 200 len: 847 time: 0.0618834 Sep 27 17:33:20.641559 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-9b398d1f-9411-42d7-9d17-a83ed47d9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:20.643169 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-9b398d1f-9411-42d7-9d17-a83ed47d9819 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e6883946-abcd-4f9b-9769-763b58bec55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457103 Sep 27 17:33:20.648600 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-ce47c040-4ae0-4d44-becb-d11c70368a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:20.650150 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-ce47c040-4ae0-4d44-becb-d11c70368a20 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 1129 time: 0.0421987 Sep 27 17:33:20.737378 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:33:20.745838 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-97cb6e90-e3da-46e0-8054-f8b341daf1d6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948143 Sep 27 17:33:20.746045 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-77a06268-641c-40fc-ba6f-7e69735359b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:20.747928 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-77a06268-641c-40fc-ba6f-7e69735359b5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 916 time: 0.0915282 Sep 27 17:33:20.812281 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-0f8ae1cd-40be-4501-84b8-a459549a0d1f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef3355f1-2589-4b0a-bdb1-68cba54179a8 HTTP/1.1" status: 200 len: 997 time: 0.0553002 Sep 27 17:33:20.851408 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d2de3e7-9878-4907-9922-9b5de7694c47 req-c40f5fad-6b42-4954-818b-c86634b2b4ca service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907230 Sep 27 17:33:20.875407 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-3fce75ac-4248-456b-bb0e-e197a0ce4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:20.876988 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-3fce75ac-4248-456b-bb0e-e197a0ce4153 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0578315 Sep 27 17:33:20.909930 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:20.937922 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-1241743b-b24e-4399-b658-e1f9e93be284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:20.939447 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-1241743b-b24e-4399-b658-e1f9e93be284 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420165 Sep 27 17:33:20.961496 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '07c97db0-d75c-42e8-90c7-ceba7158daee', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:4c:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:33:04Z', 'updated_at': '2022-09-27T17:33:19Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:20.987026 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:33:20.995968 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:33:20.996585 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:33:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:21.032061 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-6672308b-ffb2-480b-8a1d-ec0e18df8b4f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862813 Sep 27 17:33:21.084718 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:21.101600 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:33:21.114402 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:21.132985 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1ee81c9f-c5c7-4fce-ac4f-8289ed001461 req-473ce8e5-b4c8-481b-aa82-f73037e14f76 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950336 Sep 27 17:33:21.310413 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:21.326348 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '07c97db0-d75c-42e8-90c7-ceba7158daee', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:4c:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:33:04Z', 'updated_at': '2022-09-27T17:33:19Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:21.351069 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9c445-f09b-4d6c-b515-1e8d215f9ccb None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '07c97db0-d75c-42e8-90c7-ceba7158daee', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:4c:22:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:33:04Z', 'updated_at': '2022-09-27T17:33:19Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:33:21.568344 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932c885-86f4-47da-8a44-7f819fde7e35 None None] New status for floating IP 07c97db0-d75c-42e8-90c7-ceba7158daee: ACTIVE {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:33:26.934784 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56282) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:27.040851 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.122036 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Publish callbacks [] for security_group (f1ae2de1-22bb-495c-85a0-fb30fa9cdd27), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.126598 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f1ae2de1-22bb-495c-85a0-fb30fa9cdd27), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.163331 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ae2de1-22bb-495c-85a0-fb30fa9cdd27,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:27.168038 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=729b4a873885495bbafd5d83e920944b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316644 Sep 27 17:33:27.171557 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56286) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:27.173319 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.173675 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.174022 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.174389 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.174726 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.175063 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.175393 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.175721 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.176049 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.176379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.176714 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.177039 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.177364 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.177689 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.178014 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a2ac1-532e-4cd6-a0d6-3623bbcea08f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.222455 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Publish callbacks [] for security_group (f1ae2de1-22bb-495c-85a0-fb30fa9cdd27), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.242681 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Publish callbacks [] for security_group (f1ae2de1-22bb-495c-85a0-fb30fa9cdd27), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.291814 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f1ae2de1-22bb-495c-85a0-fb30fa9cdd27), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.294499 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.296273 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f1ae2de1-22bb-495c-85a0-fb30fa9cdd27 HTTP/1.1" status: 204 len: 168 time: 0.1236591 Sep 27 17:33:27.306231 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ae2de1-22bb-495c-85a0-fb30fa9cdd27,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:27.316980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.316980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.316980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.316980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.316980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.316980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.316980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.316980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.316980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.316980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.317921 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.317921 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.317921 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.318221 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.318542 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c07d85-5073-4968-8744-8c06dda92866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:33:27.563595 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56292) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:27.576854 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b5de6b0c-84d0-4ebe-a872-5ec045f4b0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.652137 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b5de6b0c-84d0-4ebe-a872-5ec045f4b0b9 admin admin] Publish callbacks [] for security_group (1ca662fc-5c03-4420-848b-fbe483148f56), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.656198 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b5de6b0c-84d0-4ebe-a872-5ec045f4b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (1ca662fc-5c03-4420-848b-fbe483148f56), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.692440 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de6b0c-84d0-4ebe-a872-5ec045f4b0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca662fc-5c03-4420-848b-fbe483148f56,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:27.696747 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b5de6b0c-84d0-4ebe-a872-5ec045f4b0b9 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=94fcbc3c38f745689310dd6e59274ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321003 Sep 27 17:33:27.699374 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56294) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:27.749285 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6cdf08df-d307-4130-91bf-7bfee255a8af admin admin] Publish callbacks [] for security_group (1ca662fc-5c03-4420-848b-fbe483148f56), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.770084 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6cdf08df-d307-4130-91bf-7bfee255a8af admin admin] Publish callbacks [] for security_group (1ca662fc-5c03-4420-848b-fbe483148f56), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.827236 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6cdf08df-d307-4130-91bf-7bfee255a8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (1ca662fc-5c03-4420-848b-fbe483148f56), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.829679 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6cdf08df-d307-4130-91bf-7bfee255a8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:27.830836 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6cdf08df-d307-4130-91bf-7bfee255a8af admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/1ca662fc-5c03-4420-848b-fbe483148f56 HTTP/1.1" status: 204 len: 168 time: 0.1305730 Sep 27 17:33:27.838591 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf08df-d307-4130-91bf-7bfee255a8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca662fc-5c03-4420-848b-fbe483148f56,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:29.620765 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56350) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:29.724441 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b23128f9-e87d-4bd2-b0e3-0d2a36652547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:29.806343 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b23128f9-e87d-4bd2-b0e3-0d2a36652547 admin admin] Publish callbacks [] for security_group (9bd00f58-644e-4e42-a4da-89ab558889d2), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:29.809858 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b23128f9-e87d-4bd2-b0e3-0d2a36652547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (9bd00f58-644e-4e42-a4da-89ab558889d2), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:29.849143 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b23128f9-e87d-4bd2-b0e3-0d2a36652547 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4b39565fbf9b4cbb954cb43f0934d90f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272813 Sep 27 17:33:29.850014 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23128f9-e87d-4bd2-b0e3-0d2a36652547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd00f58-644e-4e42-a4da-89ab558889d2,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:29.851894 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56354) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:29.858864 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:29.902992 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-45d7f56f-5751-4cea-a7f2-126599afce97 admin admin] Publish callbacks [] for security_group (9bd00f58-644e-4e42-a4da-89ab558889d2), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:29.922678 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-45d7f56f-5751-4cea-a7f2-126599afce97 admin admin] Publish callbacks [] for security_group (9bd00f58-644e-4e42-a4da-89ab558889d2), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:29.967909 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-45d7f56f-5751-4cea-a7f2-126599afce97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (9bd00f58-644e-4e42-a4da-89ab558889d2), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:29.970710 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-45d7f56f-5751-4cea-a7f2-126599afce97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:29.971861 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-45d7f56f-5751-4cea-a7f2-126599afce97 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/9bd00f58-644e-4e42-a4da-89ab558889d2 HTTP/1.1" status: 204 len: 168 time: 0.1189687 Sep 27 17:33:29.979674 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7f56f-5751-4cea-a7f2-126599afce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd00f58-644e-4e42-a4da-89ab558889d2,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:30.230604 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56360) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:30.244793 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2ef06f6e-eb55-47b2-ba4f-38e659aee24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:30.311779 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:30.324596 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2ef06f6e-eb55-47b2-ba4f-38e659aee24a admin admin] Publish callbacks [] for security_group (381ee88d-4aee-4fe5-88b5-023dfd5cd6e1), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:30.328174 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2ef06f6e-eb55-47b2-ba4f-38e659aee24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (381ee88d-4aee-4fe5-88b5-023dfd5cd6e1), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:30.365903 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef06f6e-eb55-47b2-ba4f-38e659aee24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381ee88d-4aee-4fe5-88b5-023dfd5cd6e1,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:30.371182 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-2ef06f6e-eb55-47b2-ba4f-38e659aee24a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=5d7552e031604ddfb6b30d5a8801f327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392703 Sep 27 17:33:30.373941 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56362) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:30.421543 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f9e4783b-ce3c-4ae9-8929-c3e3d106522d admin admin] Publish callbacks [] for security_group (381ee88d-4aee-4fe5-88b5-023dfd5cd6e1), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:30.440680 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f9e4783b-ce3c-4ae9-8929-c3e3d106522d admin admin] Publish callbacks [] for security_group (381ee88d-4aee-4fe5-88b5-023dfd5cd6e1), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:30.486565 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f9e4783b-ce3c-4ae9-8929-c3e3d106522d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (381ee88d-4aee-4fe5-88b5-023dfd5cd6e1), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:30.488980 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f9e4783b-ce3c-4ae9-8929-c3e3d106522d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:30.490094 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-f9e4783b-ce3c-4ae9-8929-c3e3d106522d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/381ee88d-4aee-4fe5-88b5-023dfd5cd6e1 HTTP/1.1" status: 204 len: 168 time: 0.1151841 Sep 27 17:33:30.497771 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4783b-ce3c-4ae9-8929-c3e3d106522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381ee88d-4aee-4fe5-88b5-023dfd5cd6e1,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:31.667509 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:31.670723 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:37.341061 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-e3d90eff-c401-4629-a4e7-c957d1acb888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:39.560689 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3bac2f83-1009-4b92-9cb9-e3b408276129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:39.843459 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:39.845339 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=60,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:40.473035 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:40.493568 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:40.870933 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:41.588099 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56460) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:41.690540 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-96969ce4-89dc-49b5-bedc-d52c67443991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:41.765299 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-96969ce4-89dc-49b5-bedc-d52c67443991 admin admin] Publish callbacks [] for security_group (0fc94d23-886b-4ab5-955c-6f2769ae7b77), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:41.769425 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-96969ce4-89dc-49b5-bedc-d52c67443991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0fc94d23-886b-4ab5-955c-6f2769ae7b77), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:41.810294 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-96969ce4-89dc-49b5-bedc-d52c67443991 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=08cb3a4c593a42148a0441a19aff0b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205966 Sep 27 17:33:41.811217 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96969ce4-89dc-49b5-bedc-d52c67443991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc94d23-886b-4ab5-955c-6f2769ae7b77,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:41.813286 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56464) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:41.864887 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b9a64c3-92b0-4496-b23e-8178905d6238 admin admin] Publish callbacks [] for security_group (0fc94d23-886b-4ab5-955c-6f2769ae7b77), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:41.884522 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b9a64c3-92b0-4496-b23e-8178905d6238 admin admin] Publish callbacks [] for security_group (0fc94d23-886b-4ab5-955c-6f2769ae7b77), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:41.932079 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b9a64c3-92b0-4496-b23e-8178905d6238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0fc94d23-886b-4ab5-955c-6f2769ae7b77), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:41.934629 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b9a64c3-92b0-4496-b23e-8178905d6238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:41.936369 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-0b9a64c3-92b0-4496-b23e-8178905d6238 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/0fc94d23-886b-4ab5-955c-6f2769ae7b77 HTTP/1.1" status: 204 len: 168 time: 0.1220427 Sep 27 17:33:41.943702 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a64c3-92b0-4496-b23e-8178905d6238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc94d23-886b-4ab5-955c-6f2769ae7b77,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:42.198022 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56470) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:42.212142 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-96a4f698-47f3-4df5-b41f-321e1b3ef9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:42.286940 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-96a4f698-47f3-4df5-b41f-321e1b3ef9de admin admin] Publish callbacks [] for security_group (248aa533-cf28-46e3-92c1-ff82e231c070), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:42.290535 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-96a4f698-47f3-4df5-b41f-321e1b3ef9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (248aa533-cf28-46e3-92c1-ff82e231c070), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:42.328756 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-96a4f698-47f3-4df5-b41f-321e1b3ef9de admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c4aab6a8b4464312bd1e21a9b647e5fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295800 Sep 27 17:33:42.330684 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4f698-47f3-4df5-b41f-321e1b3ef9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248aa533-cf28-46e3-92c1-ff82e231c070,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:42.331653 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56472) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:42.381692 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-de768171-6894-412d-a24d-1a93d00e59aa admin admin] Publish callbacks [] for security_group (248aa533-cf28-46e3-92c1-ff82e231c070), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:42.411611 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-de768171-6894-412d-a24d-1a93d00e59aa admin admin] Publish callbacks [] for security_group (248aa533-cf28-46e3-92c1-ff82e231c070), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:42.425128 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:42.462971 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-de768171-6894-412d-a24d-1a93d00e59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (248aa533-cf28-46e3-92c1-ff82e231c070), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:42.465524 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-de768171-6894-412d-a24d-1a93d00e59aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:42.467228 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-de768171-6894-412d-a24d-1a93d00e59aa admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/248aa533-cf28-46e3-92c1-ff82e231c070 HTTP/1.1" status: 204 len: 168 time: 0.1346045 Sep 27 17:33:42.475001 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de768171-6894-412d-a24d-1a93d00e59aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248aa533-cf28-46e3-92c1-ff82e231c070,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:42.501908 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:43.572713 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56510) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:43.674978 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-43084587-c575-4898-94ba-da4dcd13e67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:43.749153 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-43084587-c575-4898-94ba-da4dcd13e67f admin admin] Publish callbacks [] for security_group (cc9617ad-fd41-4965-9dfa-fdc59cc0fb69), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:43.752799 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-43084587-c575-4898-94ba-da4dcd13e67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (cc9617ad-fd41-4965-9dfa-fdc59cc0fb69), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:43.792547 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-43084587-c575-4898-94ba-da4dcd13e67f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=634f10d47b254488989d09b0a96321f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187865 Sep 27 17:33:43.795015 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43084587-c575-4898-94ba-da4dcd13e67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9617ad-fd41-4965-9dfa-fdc59cc0fb69,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:43.795900 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56514) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:43.844860 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc16a-9038-4cc5-8e73-b35754b6b1d4 admin admin] Publish callbacks [] for security_group (cc9617ad-fd41-4965-9dfa-fdc59cc0fb69), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:43.864975 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc16a-9038-4cc5-8e73-b35754b6b1d4 admin admin] Publish callbacks [] for security_group (cc9617ad-fd41-4965-9dfa-fdc59cc0fb69), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:43.912308 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc16a-9038-4cc5-8e73-b35754b6b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (cc9617ad-fd41-4965-9dfa-fdc59cc0fb69), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:43.915065 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc16a-9038-4cc5-8e73-b35754b6b1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:43.916191 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d2bdc16a-9038-4cc5-8e73-b35754b6b1d4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/cc9617ad-fd41-4965-9dfa-fdc59cc0fb69 HTTP/1.1" status: 204 len: 168 time: 0.1192334 Sep 27 17:33:43.924302 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdc16a-9038-4cc5-8e73-b35754b6b1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9617ad-fd41-4965-9dfa-fdc59cc0fb69,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:44.642960 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:33:45.162548 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:46.663474 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:47.763806 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf86a42-1a93-4964-9963-2997428e7677 req-c91ef49b-a524-4937-bc4b-c391dd6b88c6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:47.765293 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2cf86a42-1a93-4964-9963-2997428e7677 req-c91ef49b-a524-4937-bc4b-c391dd6b88c6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 945 time: 0.0469129 Sep 27 17:33:47.818267 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2cf86a42-1a93-4964-9963-2997428e7677 req-239328e0-605c-4e60-82ea-4918e11ace52 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468838 Sep 27 17:33:48.049076 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56580) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:48.152529 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fd17e59f-b6ba-41cd-8e46-431eb1ecd498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.226178 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fd17e59f-b6ba-41cd-8e46-431eb1ecd498 admin admin] Publish callbacks [] for security_group (fb4ac73a-7d95-4970-86b7-d20e3849837d), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.229943 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fd17e59f-b6ba-41cd-8e46-431eb1ecd498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (fb4ac73a-7d95-4970-86b7-d20e3849837d), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.269375 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-fd17e59f-b6ba-41cd-8e46-431eb1ecd498 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=63fcc61139f64cbd9dfc2b2814c6f2f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192724 Sep 27 17:33:48.270272 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17e59f-b6ba-41cd-8e46-431eb1ecd498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ac73a-7d95-4970-86b7-d20e3849837d,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:48.272761 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56584) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:48.322311 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-58e12dd7-51d6-439b-9ec3-ad2544344290 admin admin] Publish callbacks [] for security_group (fb4ac73a-7d95-4970-86b7-d20e3849837d), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.342510 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-58e12dd7-51d6-439b-9ec3-ad2544344290 admin admin] Publish callbacks [] for security_group (fb4ac73a-7d95-4970-86b7-d20e3849837d), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.387341 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-58e12dd7-51d6-439b-9ec3-ad2544344290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (fb4ac73a-7d95-4970-86b7-d20e3849837d), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.390492 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-58e12dd7-51d6-439b-9ec3-ad2544344290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.391667 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-58e12dd7-51d6-439b-9ec3-ad2544344290 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fb4ac73a-7d95-4970-86b7-d20e3849837d HTTP/1.1" status: 204 len: 168 time: 0.1175060 Sep 27 17:33:48.399320 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e12dd7-51d6-439b-9ec3-ad2544344290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ac73a-7d95-4970-86b7-d20e3849837d,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:48.650801 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 56590) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:48.666859 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1acc0bf8-6582-4d69-890e-9649c4d611c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.687945 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:48.735439 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:48.750896 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1acc0bf8-6582-4d69-890e-9649c4d611c8 admin admin] Publish callbacks [] for security_group (187491bc-687d-4c62-823b-9a8b408d3d2f), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.754916 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1acc0bf8-6582-4d69-890e-9649c4d611c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (187491bc-687d-4c62-823b-9a8b408d3d2f), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.794414 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1acc0bf8-6582-4d69-890e-9649c4d611c8 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=eb0ed1cc2a544e63aacce53116e95030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425295 Sep 27 17:33:48.796019 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc0bf8-6582-4d69-890e-9649c4d611c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187491bc-687d-4c62-823b-9a8b408d3d2f,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:48.797683 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56592) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:33:48.836955 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:48.847513 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-76c81c68-e751-4454-aef7-be03784e1b4b admin admin] Publish callbacks [] for security_group (187491bc-687d-4c62-823b-9a8b408d3d2f), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.850507 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:48.871644 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-76c81c68-e751-4454-aef7-be03784e1b4b admin admin] Publish callbacks [] for security_group (187491bc-687d-4c62-823b-9a8b408d3d2f), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.920767 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-76c81c68-e751-4454-aef7-be03784e1b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (187491bc-687d-4c62-823b-9a8b408d3d2f), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.923476 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-76c81c68-e751-4454-aef7-be03784e1b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:48.924726 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-76c81c68-e751-4454-aef7-be03784e1b4b admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/187491bc-687d-4c62-823b-9a8b408d3d2f HTTP/1.1" status: 204 len: 168 time: 0.1258628 Sep 27 17:33:48.933083 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c81c68-e751-4454-aef7-be03784e1b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187491bc-687d-4c62-823b-9a8b408d3d2f,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:48.946666 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df78bd-9275-4bb9-bcb7-7412102fffb0 req-121c58c6-cd63-4d6a-808e-e3dedb07c9b0 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:48.948362 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-73df78bd-9275-4bb9-bcb7-7412102fffb0 req-121c58c6-cd63-4d6a-808e-e3dedb07c9b0 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 945 time: 0.0519207 Sep 27 17:33:49.003925 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-73df78bd-9275-4bb9-bcb7-7412102fffb0 req-6df45a01-2b70-478e-9ead-a43d5a50f923 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449777 Sep 27 17:33:49.908695 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-db9eb0ab-9da4-43d8-9a27-21551e9702e1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:49.910172 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-db9eb0ab-9da4-43d8-9a27-21551e9702e1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Sep 27 17:33:49.993516 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Deleting port 945bab49-e787-4511-9e29-ddfbda056c05 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:33:49.993856 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (945bab49-e787-4511-9e29-ddfbda056c05), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:50.106046 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] For port 945bab49-e787-4511-9e29-ddfbda056c05, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=945bab49-e787-4511-9e29-ddfbda056c05,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:33:50.106046 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (945bab49-e787-4511-9e29-ddfbda056c05), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:50.132443 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010d2be-96ac-4315-b93f-78a17f872561 req-2ca96fe1-26a1-46c9-9a63-98f39f9054c1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:50.139220 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2010d2be-96ac-4315-b93f-78a17f872561 req-2ca96fe1-26a1-46c9-9a63-98f39f9054c1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 945 time: 0.0559025 Sep 27 17:33:50.188436 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2010d2be-96ac-4315-b93f-78a17f872561 req-98ef249b-0052-4df1-ad8c-27bd80f219cf tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482697 Sep 27 17:33:50.260666 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:50.261019 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (d5efc1ef-2e5b-434e-9dd5-d1f284bac340), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:50.261314 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.l3_db [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Floating IP d5efc1ef-2e5b-434e-9dd5-d1f284bac340 disassociated. External IP: 172.27.0.64, port: 945bab49-e787-4511-9e29-ddfbda056c05. Sep 27 17:33:50.261645 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Calling delete_port for 945bab49-e787-4511-9e29-ddfbda056c05 owned by compute:nova {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:33:50.393588 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (945bab49-e787-4511-9e29-ddfbda056c05), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:50.418936 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event deleted for resources: {'Port': ['ID=945bab49-e787-4511-9e29-ddfbda056c05,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:50.535428 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Router b9480217-431f-476b-b051-e63761de9580 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:33:50.647111 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:33:50.658502 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] Sync routers for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:33:50.667885 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:33:50.668490 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:33:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:50.689226 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] No DVR routers for this DVR port 945bab49-e787-4511-9e29-ddfbda056c05 on host hv-cinder-84914 {{(pid=106220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:33:50.692708 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:50.696149 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-54c882fd-980e-4d89-bb5a-0b0168ca7975 req-7dadccf4-a350-4484-8bfb-2d1f2ceb2890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "DELETE /networking/v2.0/ports/945bab49-e787-4511-9e29-ddfbda056c05 HTTP/1.1" status: 204 len: 173 time: 0.7797663 Sep 27 17:33:50.696585 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'name': 'network-vif-deleted', 'tag': '945bab49-e787-4511-9e29-ddfbda056c05'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:33:50.698904 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56988bf-efdf-494f-9e34-af954c00f97e" -d '{"events": [{"server_uuid": "40e2eab1-2d75-4ad4-9e7b-da70094ed345", "name": "network-vif-deleted", "tag": "945bab49-e787-4511-9e29-ddfbda056c05"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:33:50.766648 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b6ba5-3089-40f6-80da-b46d28e4b18a x-openstack-request-id: req-ee0b6ba5-3089-40f6-80da-b46d28e4b18a {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:33:50.767165 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e2eab1-2d75-4ad4-9e7b-da70094ed345", "name": "network-vif-deleted", "tag": "945bab49-e787-4511-9e29-ddfbda056c05", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:33:50.767506 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee0b6ba5-3089-40f6-80da-b46d28e4b18a {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:33:50.767975 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0b6ba5-3089-40f6-80da-b46d28e4b18a'] response: {'server_uuid': '40e2eab1-2d75-4ad4-9e7b-da70094ed345', 'name': 'network-vif-deleted', 'tag': '945bab49-e787-4511-9e29-ddfbda056c05', 'status': 'completed', 'code': 200} Sep 27 17:33:50.791952 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:33:50.904671 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:50.993762 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:51.022275 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] Checking router: b9480217-431f-476b-b051-e63761de9580 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:33:51.030915 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:33:51.031522 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:33:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:51.136335 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:33:51.329754 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bbc0f159-11bb-45ea-9537-524ae2169f32 req-8155b5f3-eb9a-4afe-83b9-ff15561cac9b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=40e2eab1-2d75-4ad4-9e7b-da70094ed345 HTTP/1.1" status: 200 len: 210 time: 0.0278215 Sep 27 17:33:51.330367 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:51.342737 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:33:51.367977 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297eb139-e974-4503-a1bb-f8f09b3760b0 None None] The sync data for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi is: [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:33:51.599089 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4132806-883e-4cc0-80b1-2d7fc5f9bed5 None None] New status for floating IP d5efc1ef-2e5b-434e-9dd5-d1f284bac340: DOWN {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:33:52.599002 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-165c4dbb-d2ed-4997-b397-407db801b275 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-981048707&fields=id&tenant_id=f4db1a85e2504cb9956a6461b5072aa3 HTTP/1.1" status: 200 len: 267 time: 0.0464387 Sep 27 17:33:52.625939 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 945bab49-e787-4511-9e29-ddfbda056c05 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:33:52.644916 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 945bab49-e787-4511-9e29-ddfbda056c05 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:33:52.645258 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 945bab49-e787-4511-9e29-ddfbda056c05 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:33:52.711896 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-6835d026-2f94-401d-bc50-d584402ffce9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:52.713353 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-6835d026-2f94-401d-bc50-d584402ffce9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 812 time: 0.1077163 Sep 27 17:33:52.728125 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-6b7cf970-3de7-4381-a7a0-8076b24fd535 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/quotas/f4db1a85e2504cb9956a6461b5072aa3 HTTP/1.1" status: 200 len: 375 time: 0.0088906 Sep 27 17:33:52.776375 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-6cad71cb-dd20-4caa-b8ec-8c35546c1a2f tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424302 Sep 27 17:33:52.879509 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-46e9d484-3bd7-4231-ae91-599196283ac8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915601 Sep 27 17:33:52.966046 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-44963b43-fcac-43cf-a44e-efc30d2d6c9b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808213 Sep 27 17:33:53.264429 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6305bec1-d711-4585-acc4-44211bcddd12 req-7dc938a0-b264-4860-9ea0-ccac14d1cbc9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 210 time: 0.0300193 Sep 27 17:33:54.370229 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d963928c-e608-4d86-8c11-f659a2f4155f req-d75cf4e1-cd4d-4c64-ac3f-cc485098e82c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 210 time: 0.0311794 Sep 27 17:33:54.426859 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:54.485379 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:54.536765 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-dc6bb912-5af1-4a70-a06e-025f2a8b91ea tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:54.539076 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-dc6bb912-5af1-4a70-a06e-025f2a8b91ea tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 812 time: 0.1198769 Sep 27 17:33:54.606755 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-63ec8255-454e-4c7d-8ad0-9c5a1c0dba5e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f4db1a85e2504cb9956a6461b5072aa3 HTTP/1.1" status: 200 len: 379 time: 0.0540578 Sep 27 17:33:54.614675 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'port': {'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'admin_state_up': True, 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'security_groups': ['8d35b219-4ce2-41d1-9de7-b30dfda53dca']}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:33:54.725356 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Made reservation on behalf of f4db1a85e2504cb9956a6461b5072aa3 for: {'port': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:33:54.729330 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:54.861019 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Allocated IP 172.20.0.4 (e7d51347-695f-4b89-ba87-954fe70eed97/548e4075-4540-46c9-bcab-1e2f3d373070/5fc9c471-e36c-4eea-8fb2-162d705567b5) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:33:55.224659 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:55.262269 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:55.304215 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Network e7d51347-695f-4b89-ba87-954fe70eed97 is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:33:55.307377 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:33:55.311140 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:33:55.339433 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'Port': ['ID=5fc9c471-e36c-4eea-8fb2-162d705567b5,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:55.366735 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:55.367439 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:55.384425 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-af291421-2c2c-4072-b855-5a4956cf326e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7734079 Sep 27 17:33:55.402635 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Request body: {'port': {'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:33:55.471234 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:55.518299 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:55.532399 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:55.541149 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed914f-23bf-47e7-a148-ab59f0aa158c req-a727a2a0-9d54-447d-bb18-826746bc457a tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:55.542669 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a3ed914f-23bf-47e7-a148-ab59f0aa158c req-a727a2a0-9d54-447d-bb18-826746bc457a tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 931 time: 0.0771658 Sep 27 17:33:55.572445 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-a12c785e-6f68-4dbf-bab0-8ff836b2fd54 None None] Provisioning complete for port 5fc9c471-e36c-4eea-8fb2-162d705567b5 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:33:55.573039 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a12c785e-6f68-4dbf-bab0-8ff836b2fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:55.573143 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a12c785e-6f68-4dbf-bab0-8ff836b2fd54 None None] Attempt 1 to provision port 5fc9c471-e36c-4eea-8fb2-162d705567b5 Sep 27 17:33:55.593649 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a3ed914f-23bf-47e7-a148-ab59f0aa158c req-bd5d2a0b-89f5-4a05-86db-58cb3a01c775 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446086 Sep 27 17:33:55.615000 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a12c785e-6f68-4dbf-bab0-8ff836b2fd54 None None] Port 5fc9c471-e36c-4eea-8fb2-162d705567b5 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:33:55.752611 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc9c471-e36c-4eea-8fb2-162d705567b5 {{(pid=106220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:33:55.760240 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Publish callbacks [] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:55.775320 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.provisioning_blocks [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Transition to ACTIVE for port object 5fc9c471-e36c-4eea-8fb2-162d705567b5 will not be triggered until provisioned by entity L2. {{(pid=106220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:33:55.779868 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:55.859000 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc9c471-e36c-4eea-8fb2-162d705567b5,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:55.885863 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Attempting to bind port 5fc9c471-e36c-4eea-8fb2-162d705567b5 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:33:55.886231 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Attempting to bind port 5fc9c471-e36c-4eea-8fb2-162d705567b5 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'}] {{(pid=106220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:33:55.886564 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Attempting to bind port 5fc9c471-e36c-4eea-8fb2-162d705567b5 on network e7d51347-695f-4b89-ba87-954fe70eed97 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:33:55.932662 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Port 5fc9c471-e36c-4eea-8fb2-162d705567b5 on network e7d51347-695f-4b89-ba87-954fe70eed97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:33:55.933194 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Attempting to bind port 5fc9c471-e36c-4eea-8fb2-162d705567b5 on network e7d51347-695f-4b89-ba87-954fe70eed97 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:33:55.981869 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:33:55.982235 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Checking segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:33:55.982620 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Bound using segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:33:55.983056 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Bound port: 5fc9c471-e36c-4eea-8fb2-162d705567b5, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'}}] {{(pid=106220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:33:55.983415 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:56.052140 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] For port 5fc9c471-e36c-4eea-8fb2-162d705567b5, host hv-cinder-84914, cleared binding levels {{(pid=106220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:33:56.055532 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] For port 5fc9c471-e36c-4eea-8fb2-162d705567b5, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:33:56.062654 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:56.066801 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:56.067409 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:33:56.068768 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/5fc9c471-e36c-4eea-8fb2-162d705567b5 HTTP/1.1" status: 200 len: 1093 time: 0.6705494 Sep 27 17:33:56.069327 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'tag': '5fc9c471-e36c-4eea-8fb2-162d705567b5'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:33:56.071587 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa18e03f-5e59-482d-a5ad-e14cf3bc3f35", "tag": "5fc9c471-e36c-4eea-8fb2-162d705567b5"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:33:56.115290 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbb0024-fed9-4f73-9859-346ea5d23d88 x-openstack-request-id: req-7bbb0024-fed9-4f73-9859-346ea5d23d88 {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:33:56.115647 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa18e03f-5e59-482d-a5ad-e14cf3bc3f35", "tag": "5fc9c471-e36c-4eea-8fb2-162d705567b5", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:33:56.115802 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a12c785e-6f68-4dbf-bab0-8ff836b2fd54 None None] Attempt 2 to provision port 5fc9c471-e36c-4eea-8fb2-162d705567b5 Sep 27 17:33:56.116024 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bbb0024-fed9-4f73-9859-346ea5d23d88 {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:33:56.116484 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbb0024-fed9-4f73-9859-346ea5d23d88'] response: {'name': 'network-changed', 'server_uuid': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'tag': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'status': 'completed', 'code': 200} Sep 27 17:33:56.127502 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53f935-578a-4e3a-8af1-89d7ec1d7b90 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc9c471-e36c-4eea-8fb2-162d705567b5,revision_number=3']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:33:56.155080 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a12c785e-6f68-4dbf-bab0-8ff836b2fd54 None None] Port 5fc9c471-e36c-4eea-8fb2-162d705567b5 had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:33:56.184761 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-de40f636-dc9f-48f8-9370-3a4f63afc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:56.186832 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-de40f636-dc9f-48f8-9370-3a4f63afc6a5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 1127 time: 0.0438070 Sep 27 17:33:56.230036 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-1f529a00-e7f5-4d21-a663-e640a3a1ea38 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5 HTTP/1.1" status: 200 len: 217 time: 0.0304337 Sep 27 17:33:56.278135 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-a6fbee30-74a4-4d0d-af91-709130fafd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:56.279584 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-a6fbee30-74a4-4d0d-af91-709130fafd1d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0432487 Sep 27 17:33:56.334043 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-4aeaa48f-5006-4715-a810-2cb005defdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:56.335586 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-4aeaa48f-5006-4715-a810-2cb005defdce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489676 Sep 27 17:33:56.427579 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-c74e7f3d-6fd9-4bbf-b351-cc829c8881f6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855494 Sep 27 17:33:56.484376 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:56.494928 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:56.524350 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-08ffcf08-9a4f-415b-a4d5-e6f3afde7b1f req-d1f02b60-4c6e-4f64-b7cb-c36e0ebb031f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904541 Sep 27 17:33:56.702187 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:33:56.712707 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af390d-0013-4385-a3f1-861de0603d79 req-0b053b42-4471-4ac8-8341-1a25977d367d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:56.714185 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c9af390d-0013-4385-a3f1-861de0603d79 req-0b053b42-4471-4ac8-8341-1a25977d367d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 943 time: 0.0456135 Sep 27 17:33:56.768863 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c9af390d-0013-4385-a3f1-861de0603d79 req-2b518e53-e998-49ca-996e-30e453e26740 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467534 Sep 27 17:33:57.858552 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-dfaab8b8-7efb-4c81-b953-1d86eeab1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:57.859893 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-dfaab8b8-7efb-4c81-b953-1d86eeab1dd0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 1127 time: 0.0396755 Sep 27 17:33:57.890238 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eebfe-6e24-4f2e-bcef-95695c99f732 req-524ad3b2-37d8-4543-95cb-a9c1000ebd37 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:57.891744 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3a6eebfe-6e24-4f2e-bcef-95695c99f732 req-524ad3b2-37d8-4543-95cb-a9c1000ebd37 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 943 time: 0.0458779 Sep 27 17:33:57.959820 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3a6eebfe-6e24-4f2e-bcef-95695c99f732 req-096d1476-ca33-4259-b94c-f3240a0c54fb tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618746 Sep 27 17:33:57.962828 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-bd36a11d-57a7-4559-ac24-3db7ba0a886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:57.964305 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-bd36a11d-57a7-4559-ac24-3db7ba0a886a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 913 time: 0.0963109 Sep 27 17:33:58.006870 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-b07f74d8-46aa-4ee7-9958-71875633cf11 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5 HTTP/1.1" status: 200 len: 217 time: 0.0362279 Sep 27 17:33:58.053481 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-7e9ab5c7-3a73-4d9c-a987-9196e23539b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:58.055023 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-7e9ab5c7-3a73-4d9c-a987-9196e23539b1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0425737 Sep 27 17:33:58.097832 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-bde44b1a-8afa-4170-8bd8-5b4538a2234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:58.099328 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-bde44b1a-8afa-4170-8bd8-5b4538a2234d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382667 Sep 27 17:33:58.191499 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-53f1065e-0380-43e2-a145-f0d93a1eb1bb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853775 Sep 27 17:33:58.301656 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-13b7fb00-5ba6-4192-93df-9008d2d7cfd6 req-234d484a-3844-4647-bd16-03044bb14d4a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038706 Sep 27 17:33:59.081781 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2645-e2b9-4df3-a449-de9dba7331a0 req-5fb46c00-0abf-488f-8a69-0167da3e6ce1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:33:59.083539 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3fda2645-e2b9-4df3-a449-de9dba7331a0 req-5fb46c00-0abf-488f-8a69-0167da3e6ce1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 943 time: 0.0511281 Sep 27 17:33:59.132339 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3fda2645-e2b9-4df3-a449-de9dba7331a0 req-408777e2-01c9-4142-8c5c-c02ed5799bfb tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432346 Sep 27 17:34:00.269178 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939648c0-68a2-43d2-9bd9-8f4e7fcf70bb req-f29ad636-3c98-49a8-87c3-fc38189e94d8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:00.270711 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-939648c0-68a2-43d2-9bd9-8f4e7fcf70bb req-f29ad636-3c98-49a8-87c3-fc38189e94d8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 943 time: 0.0655313 Sep 27 17:34:00.297259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:00.321683 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-939648c0-68a2-43d2-9bd9-8f4e7fcf70bb req-ea095b91-f3b5-45b2-a55a-6b6d4f7f0736 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447812 Sep 27 17:34:01.440778 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24723935-f549-4f0a-9e1f-192322028810 req-102f1fdc-ed5e-42fb-9583-bce473150e56 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:01.442289 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-24723935-f549-4f0a-9e1f-192322028810 req-102f1fdc-ed5e-42fb-9583-bce473150e56 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 943 time: 0.0455046 Sep 27 17:34:01.491202 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-24723935-f549-4f0a-9e1f-192322028810 req-7fd72590-c281-4bda-a3df-cb592db78bcd tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430059 Sep 27 17:34:01.687596 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:02.610041 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c47a6-d56b-4f4b-8b92-681f8774838e req-97f38a3e-fa18-4570-8afa-65aba17b76b0 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:02.611563 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f4c47a6-d56b-4f4b-8b92-681f8774838e req-97f38a3e-fa18-4570-8afa-65aba17b76b0 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 943 time: 0.0465584 Sep 27 17:34:02.663369 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f4c47a6-d56b-4f4b-8b92-681f8774838e req-4243c6fe-8a36-407a-8a97-9da51a9eee7b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458221 Sep 27 17:34:03.782110 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60e059-c65f-4798-b60f-ff88ce1becce req-33246a9f-1764-4c1d-ace3-d035347e1cf7 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:03.783460 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d60e059-c65f-4798-b60f-ff88ce1becce req-33246a9f-1764-4c1d-ace3-d035347e1cf7 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 943 time: 0.0453677 Sep 27 17:34:03.830964 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d60e059-c65f-4798-b60f-ff88ce1becce req-575c5ea3-bc8b-4193-8334-e860582a95fe tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Sep 27 17:34:04.689870 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5fc9c471-e36c-4eea-8fb2-162d705567b5 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:34:04.910802 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5fc9c471-e36c-4eea-8fb2-162d705567b5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:34:04.921960 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'mac_address': 'fa:16:3e:9b:e9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:34:04.960491 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 5fc9c471-e36c-4eea-8fb2-162d705567b5 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:34:04.960879 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:04.975264 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc9c471-e36c-4eea-8fb2-162d705567b5 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:34:04.995515 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5fc9c471-e36c-4eea-8fb2-162d705567b5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:34:05.000499 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:05.045631 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=5fc9c471-e36c-4eea-8fb2-162d705567b5,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:34:05.053961 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.054351 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.054698 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.055037 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.055373 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.055707 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.056033 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.056360 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.056687 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.057014 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.057351 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.057666 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.057989 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.058334 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.058659 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:05.135797 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74d135-c861-4442-b175-b41becf6ca6d req-96a764a5-0b89-4ac5-8b13-0d0ec46594fc tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:05.137235 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1f74d135-c861-4442-b175-b41becf6ca6d req-96a764a5-0b89-4ac5-8b13-0d0ec46594fc tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 944 time: 0.2298870 Sep 27 17:34:05.184126 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1f74d135-c861-4442-b175-b41becf6ca6d req-f8db32ca-8cd4-4ef6-84d0-9df51caac9ad tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411732 Sep 27 17:34:05.570647 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['5fc9c471-e36c-4eea-8fb2-162d705567b5'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:34:05.598903 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:05.679145 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:06.606917 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c987f9-c263-4ff1-aa8b-d7ea588ce004 req-c8b33434-f3bc-4443-8b58-29894b20d681 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:06.608567 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e8c987f9-c263-4ff1-aa8b-d7ea588ce004 req-c8b33434-f3bc-4443-8b58-29894b20d681 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 944 time: 0.3506055 Sep 27 17:34:06.657334 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e8c987f9-c263-4ff1-aa8b-d7ea588ce004 req-69234ba9-be0e-436c-8dee-06fea416e20d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422614 Sep 27 17:34:07.047839 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5fc9c471-e36c-4eea-8fb2-162d705567b5 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:34:07.089303 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 5fc9c471-e36c-4eea-8fb2-162d705567b5 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:34:07.095844 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 5fc9c471-e36c-4eea-8fb2-162d705567b5 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:34:07.096515 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:07.096990 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 5fc9c471-e36c-4eea-8fb2-162d705567b5 Sep 27 17:34:07.167775 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 5fc9c471-e36c-4eea-8fb2-162d705567b5 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:34:07.168155 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:07.191281 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc9c471-e36c-4eea-8fb2-162d705567b5'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:34:07.193502 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851774d8-b119-421a-b3ae-ef150d2cdadb" -d '{"events": [{"server_uuid": "aa18e03f-5e59-482d-a5ad-e14cf3bc3f35", "name": "network-vif-plugged", "status": "completed", "tag": "5fc9c471-e36c-4eea-8fb2-162d705567b5"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:34:07.195635 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:07.211769 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 5fc9c471-e36c-4eea-8fb2-162d705567b5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:34:07.216046 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:07.240418 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1578525c-0e7d-4261-ab35-3b87f9f4891b x-openstack-request-id: req-1578525c-0e7d-4261-ab35-3b87f9f4891b {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:34:07.240711 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa18e03f-5e59-482d-a5ad-e14cf3bc3f35", "name": "network-vif-plugged", "status": "completed", "tag": "5fc9c471-e36c-4eea-8fb2-162d705567b5", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:34:07.240963 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1578525c-0e7d-4261-ab35-3b87f9f4891b {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:34:07.241351 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1578525c-0e7d-4261-ab35-3b87f9f4891b'] response: {'server_uuid': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'code': 200} Sep 27 17:34:07.267112 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=5fc9c471-e36c-4eea-8fb2-162d705567b5,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:34:07.335909 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-08a82e29-8089-4b4d-acc4-5c262ca32e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:07.511985 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1b41f-ac93-43cf-a43a-ca3d840784ac req-1f0eec55-f571-44a1-9d48-0f7559f73497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:07.513448 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-6bb1b41f-ac93-43cf-a43a-ca3d840784ac req-1f0eec55-f571-44a1-9d48-0f7559f73497 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 1129 time: 0.0411196 Sep 27 17:34:07.563009 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-6bb1b41f-ac93-43cf-a43a-ca3d840784ac req-06429b73-461d-4057-a1f9-fd4021a69aa0 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385253 Sep 27 17:34:07.776082 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8d052-135b-4498-a275-fd960d2d8f90 req-5c5a3d7a-91c2-4657-ab73-c912312f700b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:07.777539 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f0f8d052-135b-4498-a275-fd960d2d8f90 req-5c5a3d7a-91c2-4657-ab73-c912312f700b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 945 time: 0.0468397 Sep 27 17:34:07.824744 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f0f8d052-135b-4498-a275-fd960d2d8f90 req-0dfc5e3e-3d7c-4ef9-a10c-a92f94b3b126 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416968 Sep 27 17:34:08.945521 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915507f-2005-463c-9fa6-fb18331e1161 req-7dcd6972-e4c1-4639-97fe-0f1d14957b94 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:08.946888 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a915507f-2005-463c-9fa6-fb18331e1161 req-7dcd6972-e4c1-4639-97fe-0f1d14957b94 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 945 time: 0.0482411 Sep 27 17:34:08.981746 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:08.995936 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a915507f-2005-463c-9fa6-fb18331e1161 req-e985affa-b418-4bbb-97fd-099cb1bece26 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435193 Sep 27 17:34:09.562902 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7644eb48-e556-46e1-83f0-4a13df3d6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:10.116082 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543c304-2e4b-42c7-b7c0-bc249cb3aef9 req-887495d9-fce0-45a8-a8a5-70b8a25b9032 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:10.117542 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1543c304-2e4b-42c7-b7c0-bc249cb3aef9 req-887495d9-fce0-45a8-a8a5-70b8a25b9032 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 945 time: 0.0486462 Sep 27 17:34:10.165672 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1543c304-2e4b-42c7-b7c0-bc249cb3aef9 req-6341e1f6-1678-41cb-add3-08d0efc103d0 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426230 Sep 27 17:34:10.284871 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6e97c-b05d-4346-a9ac-cf464e3a2854 req-bd4b88a3-2bce-4299-bae0-629b97f609de tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:10.286363 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-05e6e97c-b05d-4346-a9ac-cf464e3a2854 req-bd4b88a3-2bce-4299-bae0-629b97f609de tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 945 time: 0.0478787 Sep 27 17:34:10.338559 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-05e6e97c-b05d-4346-a9ac-cf464e3a2854 req-9402ac77-d974-44d8-92f2-adba7ab6cc4c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464928 Sep 27 17:34:10.367503 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56816) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:34:10.404187 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf1f653-8dbd-4505-a776-39a90eab25c5 tempest-TestVolumeBootPattern-1850832666 tempest-TestVolumeBootPattern-1850832666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:10.405655 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-2bf1f653-8dbd-4505-a776-39a90eab25c5 tempest-TestVolumeBootPattern-1850832666 tempest-TestVolumeBootPattern-1850832666-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 1124 time: 0.0371621 Sep 27 17:34:10.408523 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56818) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:34:10.412782 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:34:10.433539 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:10.511877 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:10.613910 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Allocated IP 172.27.0.83 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/2a6aa449-b14b-4a5f-b6a3-b292735cdafb) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:34:10.673966 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:10.719747 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for port (2a6aa449-b14b-4a5f-b6a3-b292735cdafb), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:10.723528 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:10.756744 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (2a6aa449-b14b-4a5f-b6a3-b292735cdafb), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:10.798261 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:34:10.801373 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:34:10.805132 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:34:10.808300 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'Port': ['ID=2a6aa449-b14b-4a5f-b6a3-b292735cdafb,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:34:10.874384 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:11.142842 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (7f193943-e773-4ba2-9ef2-2002c79d23c4), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:11.204863 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2a6aa449-b14b-4a5f-b6a3-b292735cdafb), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:11.352253 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for port (2a6aa449-b14b-4a5f-b6a3-b292735cdafb), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:11.357581 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (2a6aa449-b14b-4a5f-b6a3-b292735cdafb), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:11.400442 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:11.428675 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'Port': ['ID=2a6aa449-b14b-4a5f-b6a3-b292735cdafb,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:34:11.433669 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (7f193943-e773-4ba2-9ef2-2002c79d23c4), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:11.530274 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.l3_db [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Floating IP 7f193943-e773-4ba2-9ef2-2002c79d23c4 associated. External IP: 172.27.0.83, port: 5fc9c471-e36c-4eea-8fb2-162d705567b5. Sep 27 17:34:11.569701 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:11.689731 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199819-6eda-48d8-b880-ce38e9c2b8dc req-55ed8950-e720-4173-9a16-142a1e7049ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:11.691873 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-76199819-6eda-48d8-b880-ce38e9c2b8dc req-55ed8950-e720-4173-9a16-142a1e7049ac tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0505192 Sep 27 17:34:11.740151 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-76199819-6eda-48d8-b880-ce38e9c2b8dc req-85fdcfe6-cc41-4338-b74e-bb7f2c5a9352 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Sep 27 17:34:11.743180 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Router b9480217-431f-476b-b051-e63761de9580 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:34:11.846195 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:34:11.855955 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] Sync routers for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:34:11.864915 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:11.866501 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:34:11.867178 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:34:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:34:11.897959 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-4425d680-d335-4d50-a8cd-fbbf9cd8ecd5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4883683 Sep 27 17:34:11.899003 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'tag': '5fc9c471-e36c-4eea-8fb2-162d705567b5'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:34:11.901595 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f83627-dec4-4629-898b-70497f3446b6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa18e03f-5e59-482d-a5ad-e14cf3bc3f35", "tag": "5fc9c471-e36c-4eea-8fb2-162d705567b5"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:34:11.938735 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5975737c-fd04-4e0e-9cec-3e7be0fc12d5 x-openstack-request-id: req-5975737c-fd04-4e0e-9cec-3e7be0fc12d5 {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:34:11.939028 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa18e03f-5e59-482d-a5ad-e14cf3bc3f35", "tag": "5fc9c471-e36c-4eea-8fb2-162d705567b5", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:34:11.939282 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5975737c-fd04-4e0e-9cec-3e7be0fc12d5 {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:34:11.939691 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5975737c-fd04-4e0e-9cec-3e7be0fc12d5'] response: {'name': 'network-changed', 'server_uuid': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'tag': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'status': 'completed', 'code': 200} Sep 27 17:34:11.970892 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:34:12.026936 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83627-dec4-4629-898b-70497f3446b6 req-d1bc28c7-2f6f-47f1-91c6-f28e88ee097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:12.028421 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f2f83627-dec4-4629-898b-70497f3446b6 req-d1bc28c7-2f6f-47f1-91c6-f28e88ee097b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 1129 time: 0.0386982 Sep 27 17:34:12.117886 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83627-dec4-4629-898b-70497f3446b6 req-d98d37ea-4fc7-493c-95d4-b157294fadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:12.119416 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f2f83627-dec4-4629-898b-70497f3446b6 req-d98d37ea-4fc7-493c-95d4-b157294fadfd service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 913 time: 0.0843890 Sep 27 17:34:12.163072 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:12.182448 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '7f193943-e773-4ba2-9ef2-2002c79d23c4', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:9b:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:34:11Z', 'updated_at': '2022-09-27T17:34:11Z', 'revision_number': 0, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:34:12.183027 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f2f83627-dec4-4629-898b-70497f3446b6 req-c2873ceb-5605-46c2-bf98-9b579b2c4edc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5 HTTP/1.1" status: 200 len: 998 time: 0.0568972 Sep 27 17:34:12.207704 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] Checking router: b9480217-431f-476b-b051-e63761de9580 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:34:12.215958 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:34:12.216561 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:34:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:34:12.233957 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83627-dec4-4629-898b-70497f3446b6 req-459e9f4d-8b4b-453b-995a-ea0373adcdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:12.235377 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f2f83627-dec4-4629-898b-70497f3446b6 req-459e9f4d-8b4b-453b-995a-ea0373adcdb1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0439565 Sep 27 17:34:12.278147 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83627-dec4-4629-898b-70497f3446b6 req-07c7a142-8b61-425a-99a7-3fe606f8d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:12.279627 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f2f83627-dec4-4629-898b-70497f3446b6 req-07c7a142-8b61-425a-99a7-3fe606f8d2b0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381889 Sep 27 17:34:12.319539 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:34:12.382105 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f2f83627-dec4-4629-898b-70497f3446b6 req-d9baaad3-9076-420b-a993-7713f229c9f9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954204 Sep 27 17:34:12.444163 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:12.466706 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:12.477782 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f2f83627-dec4-4629-898b-70497f3446b6 req-c8507448-6535-42c0-89e4-cf550ef68062 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839722 Sep 27 17:34:12.523530 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:12.574172 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '7f193943-e773-4ba2-9ef2-2002c79d23c4', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:9b:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:34:11Z', 'updated_at': '2022-09-27T17:34:11Z', 'revision_number': 0, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:34:12.598360 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc3c57d-6032-44ed-a6ba-760181df5a06 None None] The sync data for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi is: [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '7f193943-e773-4ba2-9ef2-2002c79d23c4', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:9b:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:34:11Z', 'updated_at': '2022-09-27T17:34:11Z', 'revision_number': 0, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:34:12.775827 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb069ea-0c18-4dc5-8636-0981b9b4865d None None] New status for floating IP 7f193943-e773-4ba2-9ef2-2002c79d23c4: ACTIVE {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:34:12.865381 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a6f46-2f0c-4f22-9f29-87c31be43707 req-0eb8e008-871d-4ce2-86ef-543fd00e7780 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:12.867103 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a03a6f46-2f0c-4f22-9f29-87c31be43707 req-0eb8e008-871d-4ce2-86ef-543fd00e7780 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0459635 Sep 27 17:34:12.917750 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a03a6f46-2f0c-4f22-9f29-87c31be43707 req-c2e96941-84ee-41e6-a078-8cc4026d75a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445936 Sep 27 17:34:14.051105 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542b992-5345-47b7-b703-d5bc0e5b14bb req-5ffa0c2c-4ccc-46a4-a14b-29db552a3d51 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:14.052617 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1542b992-5345-47b7-b703-d5bc0e5b14bb req-5ffa0c2c-4ccc-46a4-a14b-29db552a3d51 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0493784 Sep 27 17:34:14.087905 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:14.100528 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1542b992-5345-47b7-b703-d5bc0e5b14bb req-ee8d4a39-a310-45c3-b9b9-8034b4e790b7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425394 Sep 27 17:34:15.166190 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:15.179605 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:15.225622 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e586-799d-41ae-b3aa-06d112d8411a req-c8cedcc0-d78c-4fff-bebb-ea4b86d0502d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:15.227098 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7f91e586-799d-41ae-b3aa-06d112d8411a req-c8cedcc0-d78c-4fff-bebb-ea4b86d0502d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0451267 Sep 27 17:34:15.273269 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7f91e586-799d-41ae-b3aa-06d112d8411a req-5deffd93-ebd6-4255-976f-ec51e2a68b26 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402169 Sep 27 17:34:16.532332 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a93925-11a1-4fcd-98c6-60b067327309 req-198f5c9d-0f3a-4de1-852e-bb40b49b65ca tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:16.533820 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83a93925-11a1-4fcd-98c6-60b067327309 req-198f5c9d-0f3a-4de1-852e-bb40b49b65ca tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0493979 Sep 27 17:34:16.581722 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83a93925-11a1-4fcd-98c6-60b067327309 req-c6d4113a-0f23-4641-8d85-ba25ba02105e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421987 Sep 27 17:34:17.708615 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9592085-ddc6-4301-a8e1-8dfcab32351c req-764cfc57-1e8f-484e-9e56-1af47cfa06bf tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:17.710037 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d9592085-ddc6-4301-a8e1-8dfcab32351c req-764cfc57-1e8f-484e-9e56-1af47cfa06bf tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0453601 Sep 27 17:34:17.756170 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d9592085-ddc6-4301-a8e1-8dfcab32351c req-739718e5-a487-47bd-9563-0ee14ab626b2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407069 Sep 27 17:34:18.885907 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a9a94-8cc6-441a-9482-b7dac3b2c642 req-200af3e9-273d-494c-93e8-e03cc9895cb1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:18.887398 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-de4a9a94-8cc6-441a-9482-b7dac3b2c642 req-200af3e9-273d-494c-93e8-e03cc9895cb1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0458772 Sep 27 17:34:18.936238 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-de4a9a94-8cc6-441a-9482-b7dac3b2c642 req-c21080a7-45c3-46f3-8dc7-83586f11c651 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426948 Sep 27 17:34:20.066801 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bb50b-db41-484d-904d-a1559315d49d req-f019bcb3-11a7-47be-a6d7-18c4d29b9c6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:20.068260 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-272bb50b-db41-484d-904d-a1559315d49d req-f019bcb3-11a7-47be-a6d7-18c4d29b9c6d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0471950 Sep 27 17:34:20.116114 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-272bb50b-db41-484d-904d-a1559315d49d req-dc7596d6-7eda-40b9-96e8-6720649fb6f1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Sep 27 17:34:20.994119 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-f1c13d04-6122-41d7-8ecf-138a30a5c239 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408201 Sep 27 17:34:21.093216 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-9c480d26-2a8d-4c7a-b7c3-886be0581629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:21.094794 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-9c480d26-2a8d-4c7a-b7c3-886be0581629 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=890469995c02465eb9b9ad2d1fb9ab6f&device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1129 time: 0.0390487 Sep 27 17:34:21.174764 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:21.203041 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-74c8dac5-8e72-474e-a9af-841d056342db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:21.204512 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-74c8dac5-8e72-474e-a9af-841d056342db service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e6883946-abcd-4f9b-9769-763b58bec55e HTTP/1.1" status: 200 len: 909 time: 0.0892358 Sep 27 17:34:21.244650 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412a7ad-57d3-4c09-94bc-f47d56991bc1 req-df17f787-6e57-4d84-b755-876c908ec17d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:21.246133 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a412a7ad-57d3-4c09-94bc-f47d56991bc1 req-df17f787-6e57-4d84-b755-876c908ec17d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0477414 Sep 27 17:34:21.257849 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:21.297393 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a412a7ad-57d3-4c09-94bc-f47d56991bc1 req-64430d49-f742-4d67-8a48-f05c860bb7ed tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454366 Sep 27 17:34:21.479966 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-2b5b1d54-fb12-47c4-9fe4-e7ea85a36ff3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 200 len: 1001 time: 0.2683656 Sep 27 17:34:21.532244 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-c2975aa4-b922-45cd-ba15-78c9de39ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:21.534228 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-c2975aa4-b922-45cd-ba15-78c9de39ea87 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ba62d454-a7b1-4dc2-85d6-1a9b8ff93719 HTTP/1.1" status: 200 len: 847 time: 0.0426207 Sep 27 17:34:21.578810 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-a3dfcfac-6d81-4790-9a5e-722680404ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:21.580808 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-a3dfcfac-6d81-4790-9a5e-722680404ed2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e6883946-abcd-4f9b-9769-763b58bec55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397565 Sep 27 17:34:21.643324 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:34:21.669264 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-173d40e6-272b-4205-bf92-7fffd02af61e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812993 Sep 27 17:34:21.759120 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b9c1492e-d73f-4947-a0b3-8519da817246 req-d29dd45f-9a2e-445e-a1dd-9a6324d8150e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823023 Sep 27 17:34:22.438965 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd03ec1-d1d1-4642-8c9c-892fbbd73aa6 req-d156fb36-53c5-4044-b9bf-d5fca846d25c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:22.441085 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5fd03ec1-d1d1-4642-8c9c-892fbbd73aa6 req-d156fb36-53c5-4044-b9bf-d5fca846d25c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0498343 Sep 27 17:34:22.487615 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5fd03ec1-d1d1-4642-8c9c-892fbbd73aa6 req-9a1e61b7-3d7d-4ebe-b68c-fccd5429d073 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409963 Sep 27 17:34:23.610444 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311b77a-a09b-4bfd-84fc-7f6dbbc2d83d req-9caea8f8-9ff4-4ec9-804a-d49cd97eab90 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:23.611887 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b311b77a-a09b-4bfd-84fc-7f6dbbc2d83d req-9caea8f8-9ff4-4ec9-804a-d49cd97eab90 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0458753 Sep 27 17:34:23.658939 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b311b77a-a09b-4bfd-84fc-7f6dbbc2d83d req-bde96cb5-784b-43c9-afd2-b8f1a390cb99 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415850 Sep 27 17:34:23.663074 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:24.784633 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1fb96-dee4-4cde-b339-039c11c32fb5 req-c3eacc22-6f06-45eb-b4f2-15b664271876 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:24.786594 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-64c1fb96-dee4-4cde-b339-039c11c32fb5 req-c3eacc22-6f06-45eb-b4f2-15b664271876 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0462780 Sep 27 17:34:24.836847 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-64c1fb96-dee4-4cde-b339-039c11c32fb5 req-73d5a588-a277-4f56-8be8-b9de502b4391 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449076 Sep 27 17:34:25.176496 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:25.968748 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f681e4-3599-413d-8464-f46a389d88d4 req-856e49c9-437f-4928-ab0a-0ad6871076d8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:25.971052 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f8f681e4-3599-413d-8464-f46a389d88d4 req-856e49c9-437f-4928-ab0a-0ad6871076d8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0525525 Sep 27 17:34:26.022446 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f8f681e4-3599-413d-8464-f46a389d88d4 req-1e83a3b0-c236-4c91-8d76-5c45da944f8e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453002 Sep 27 17:34:27.150327 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52d4c0-a0cb-4589-882b-bf8ff2da1f59 req-28befcc8-a94e-493e-847e-8735ba0e6a54 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:27.151742 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b52d4c0-a0cb-4589-882b-bf8ff2da1f59 req-28befcc8-a94e-493e-847e-8735ba0e6a54 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0467002 Sep 27 17:34:27.163355 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:27.199154 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3b52d4c0-a0cb-4589-882b-bf8ff2da1f59 req-92263b50-bb3a-4a0c-8642-05a06f92be41 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418096 Sep 27 17:34:28.329857 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe57fd-d91d-42b9-9d10-c5eedf2946c4 req-861721f8-6568-471a-a6f9-cf8e970ad29a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:28.331375 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9bbe57fd-d91d-42b9-9d10-c5eedf2946c4 req-861721f8-6568-471a-a6f9-cf8e970ad29a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0535204 Sep 27 17:34:28.379647 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9bbe57fd-d91d-42b9-9d10-c5eedf2946c4 req-6dd8993c-d9c5-4702-81a4-58ef52824b44 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422666 Sep 27 17:34:29.502844 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713eabe8-d584-4053-9237-ea5eaff901a3 req-51bf5d46-61fe-4c07-a2c0-84af7658eded tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:29.504208 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-713eabe8-d584-4053-9237-ea5eaff901a3 req-51bf5d46-61fe-4c07-a2c0-84af7658eded tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0454834 Sep 27 17:34:29.550847 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-713eabe8-d584-4053-9237-ea5eaff901a3 req-ea6d60b0-87b8-4ae9-bb92-0e0370d679ec tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410473 Sep 27 17:34:30.683679 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f3339-608f-46f1-a401-8b9a5ce9338a req-10929efa-2786-4b9f-bc2f-add8474ec389 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:30.685132 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-614f3339-608f-46f1-a401-8b9a5ce9338a req-10929efa-2786-4b9f-bc2f-add8474ec389 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0498698 Sep 27 17:34:30.732056 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-614f3339-608f-46f1-a401-8b9a5ce9338a req-94d2f034-2d9f-4c4b-89b6-3160e04771f3 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412450 Sep 27 17:34:31.639292 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:31.754327 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=36 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:31.756175 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=51 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:31.857362 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9cb8a-4e52-4160-aca7-b776d56d0136 req-0ed0ede3-621f-4d5f-879c-f44fc2bba002 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:31.858889 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dec9cb8a-4e52-4160-aca7-b776d56d0136 req-0ed0ede3-621f-4d5f-879c-f44fc2bba002 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0470040 Sep 27 17:34:31.905803 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dec9cb8a-4e52-4160-aca7-b776d56d0136 req-01c89b84-0bdb-448d-a7b3-544d61e56eea tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405271 Sep 27 17:34:33.028747 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887088f-ee38-4c9f-be26-5bf885fa1780 req-0e730665-dc10-47cc-bb4e-c7f199952e72 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:33.030222 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e887088f-ee38-4c9f-be26-5bf885fa1780 req-0e730665-dc10-47cc-bb4e-c7f199952e72 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0455635 Sep 27 17:34:33.080312 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e887088f-ee38-4c9f-be26-5bf885fa1780 req-901484b3-0c7a-4c47-968b-58b0b6a46d0b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446198 Sep 27 17:34:33.169106 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 44bdfd6c-6234-47ec-8359-4819b713d0a5 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:34:33.269773 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:34:33.280425 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'port_id': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'mac_address': 'fa:16:3e:8c:dd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:34:33.314728 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 44bdfd6c-6234-47ec-8359-4819b713d0a5 is: ACTIVE; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:34:33.315112 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:33.327936 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44bdfd6c-6234-47ec-8359-4819b713d0a5 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:34:33.347434 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:34:33.351209 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:33.395427 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=6']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:34:33.516475 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['44bdfd6c-6234-47ec-8359-4819b713d0a5'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:34:34.207827 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1844b17-2355-4f9b-8eef-28a7c2742212 req-9f8c3c17-c41a-4909-befd-42aea5a225c7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:34.209282 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f1844b17-2355-4f9b-8eef-28a7c2742212 req-9f8c3c17-c41a-4909-befd-42aea5a225c7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 944 time: 0.0464532 Sep 27 17:34:34.256955 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f1844b17-2355-4f9b-8eef-28a7c2742212 req-52961421-47ab-4811-ae1f-508a11981f86 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418756 Sep 27 17:34:35.175702 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 44bdfd6c-6234-47ec-8359-4819b713d0a5 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:34:35.218745 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 44bdfd6c-6234-47ec-8359-4819b713d0a5 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:34:35.219123 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:35.219457 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 44bdfd6c-6234-47ec-8359-4819b713d0a5 Sep 27 17:34:35.296161 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 44bdfd6c-6234-47ec-8359-4819b713d0a5 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:34:35.296967 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:35.321674 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:34:35.324102 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcd0644-5c50-4e71-88de-c0bd1fd82846" -d '{"events": [{"server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "name": "network-vif-plugged", "status": "completed", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:34:35.337140 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:34:35.341835 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:35.365828 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52395da-8c41-4627-8e5d-b1b7e619f04c x-openstack-request-id: req-c52395da-8c41-4627-8e5d-b1b7e619f04c {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:34:35.366141 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "name": "network-vif-plugged", "status": "completed", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:34:35.366397 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c52395da-8c41-4627-8e5d-b1b7e619f04c {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:34:35.366793 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52395da-8c41-4627-8e5d-b1b7e619f04c'] response: {'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'code': 200} Sep 27 17:34:35.378345 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:35.391292 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb8792-c7e6-41a0-8706-c580b6c2e54e req-7bff19dd-2f47-4b5d-a10b-5cf35c5fcccd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:35.392783 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d8cb8792-c7e6-41a0-8706-c580b6c2e54e req-7bff19dd-2f47-4b5d-a10b-5cf35c5fcccd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0502393 Sep 27 17:34:35.393826 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=7']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:34:35.441558 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d8cb8792-c7e6-41a0-8706-c580b6c2e54e req-6f1b4182-1341-4d33-b810-fcaf4ae7209f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418971 Sep 27 17:34:36.571257 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f715-67e8-4113-8acb-134f80ae3e16 req-a4d98d53-0f80-4ae1-ab84-e1adb9f80596 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:36.572607 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3f17f715-67e8-4113-8acb-134f80ae3e16 req-a4d98d53-0f80-4ae1-ab84-e1adb9f80596 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0492134 Sep 27 17:34:36.618948 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3f17f715-67e8-4113-8acb-134f80ae3e16 req-8eb4eded-0217-4ea1-897b-13d017c54bb4 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Sep 27 17:34:37.276533 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 56998) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:34:37.335970 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-74abe347-d226-42de-82d9-cde007029611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:37.385096 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:37.473993 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Publish callbacks [] for security_group (ff70e991-7b1b-4c70-958e-2cef9097aaaf), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:37.477678 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (ff70e991-7b1b-4c70-958e-2cef9097aaaf), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:37.516068 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=d0504ceeb0b94f309ec98c4702ba13f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385242 Sep 27 17:34:37.518019 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff70e991-7b1b-4c70-958e-2cef9097aaaf,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:34:37.519078 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57002) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:34:37.525148 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.525504 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.525866 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.526212 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.526596 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.526869 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.527193 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.527515 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.527841 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.528165 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.528504 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.528837 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.529133 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.529451 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.529768 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bf06d-8162-4904-b5de-64906b3d6cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.567707 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Publish callbacks [] for security_group (ff70e991-7b1b-4c70-958e-2cef9097aaaf), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:37.586907 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Publish callbacks [] for security_group (ff70e991-7b1b-4c70-958e-2cef9097aaaf), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:37.633628 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (ff70e991-7b1b-4c70-958e-2cef9097aaaf), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:37.636323 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:37.637531 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ff70e991-7b1b-4c70-958e-2cef9097aaaf HTTP/1.1" status: 204 len: 168 time: 0.1174369 Sep 27 17:34:37.645471 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff70e991-7b1b-4c70-958e-2cef9097aaaf,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:34:37.653005 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.653366 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.653714 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.654061 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.654428 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.654877 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.655220 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.655554 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.655887 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.656216 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.656552 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.656876 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.657757 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.658115 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.658447 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b14fd-cfbd-45bc-b114-0243ee6b74ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:34:37.727559 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:37.778452 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059938-1106-40ed-a753-9d9984d81e9f req-a9d493d0-43ee-45b4-8813-d12a3b320ce1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:37.780150 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-55059938-1106-40ed-a753-9d9984d81e9f req-a9d493d0-43ee-45b4-8813-d12a3b320ce1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0636089 Sep 27 17:34:37.833895 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-55059938-1106-40ed-a753-9d9984d81e9f req-0ce31a42-679f-45ff-acdb-5d6e96f3a6d6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472209 Sep 27 17:34:38.963371 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89273c1-a44b-4107-9c46-7ea1c1c74930 req-fe94ca9c-b5f4-4807-b504-8a446431862c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:38.964838 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e89273c1-a44b-4107-9c46-7ea1c1c74930 req-fe94ca9c-b5f4-4807-b504-8a446431862c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0461919 Sep 27 17:34:39.013689 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e89273c1-a44b-4107-9c46-7ea1c1c74930 req-e87e50b6-787a-4bfc-9e36-0abbc4756606 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Sep 27 17:34:39.563733 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-75e1da0a-ea29-407a-80c4-0bd90e0b2834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:40.151868 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9376-9fd4-4f50-a21e-79cc89ba18d2 req-0441787b-b2bc-4217-8da3-101794cdfb72 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:40.153372 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa2d9376-9fd4-4f50-a21e-79cc89ba18d2 req-0441787b-b2bc-4217-8da3-101794cdfb72 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0544193 Sep 27 17:34:40.213770 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa2d9376-9fd4-4f50-a21e-79cc89ba18d2 req-efee5934-bc91-48cc-beb2-23cc7156e51f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544136 Sep 27 17:34:40.878687 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:41.362512 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c7387-219a-405f-84ce-86ba060c71af req-a9396238-0d2e-45ca-b17f-21a3a25215c2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:41.364001 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8a7c7387-219a-405f-84ce-86ba060c71af req-a9396238-0d2e-45ca-b17f-21a3a25215c2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0489490 Sep 27 17:34:41.426230 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8a7c7387-219a-405f-84ce-86ba060c71af req-690f4ccf-e054-4850-b406-f49ece5589c1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519931 Sep 27 17:34:42.448446 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:42.504394 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:42.554443 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d81a7-42e7-48a3-b62a-ce2cdb6462dc req-153fbbe7-c4f8-4470-b08d-671d748d98ec tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:42.558590 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a1d81a7-42e7-48a3-b62a-ce2cdb6462dc req-153fbbe7-c4f8-4470-b08d-671d748d98ec tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0554204 Sep 27 17:34:42.616036 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0a1d81a7-42e7-48a3-b62a-ce2cdb6462dc req-23cf7fe9-2f96-4489-9cf8-e4237ff5753b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539961 Sep 27 17:34:42.647786 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:43.776298 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599388f-1e74-4e4c-933f-5917f72aa801 req-3196d874-faf6-4d39-b25f-9635f855476d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:43.777781 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b599388f-1e74-4e4c-933f-5917f72aa801 req-3196d874-faf6-4d39-b25f-9635f855476d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0628145 Sep 27 17:34:43.836539 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b599388f-1e74-4e4c-933f-5917f72aa801 req-9caf36f6-a5a0-4754-a858-f4aa4da57bbc tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531082 Sep 27 17:34:44.988762 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541ccc6-24d3-4e87-bb3b-7794099ac8a1 req-259d59d1-41e5-4fc5-88fa-9de62805d356 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:44.990276 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f541ccc6-24d3-4e87-bb3b-7794099ac8a1 req-259d59d1-41e5-4fc5-88fa-9de62805d356 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0499182 Sep 27 17:34:45.062642 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f541ccc6-24d3-4e87-bb3b-7794099ac8a1 req-7e94be3d-2706-4b4c-814f-4094b5638968 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637434 Sep 27 17:34:45.178856 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:46.160153 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:46.198006 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0b39e-b761-4249-b999-f8033e3147da req-eea327e9-fb6f-4668-9dd0-c51ab4a74583 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:46.199629 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-abc0b39e-b761-4249-b999-f8033e3147da req-eea327e9-fb6f-4668-9dd0-c51ab4a74583 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0501268 Sep 27 17:34:46.263487 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-abc0b39e-b761-4249-b999-f8033e3147da req-f532f8ae-3f8b-4a43-9528-05d4dc14cb4b tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562479 Sep 27 17:34:47.427877 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1361f90-b9fb-488e-a4e0-e865993030c6 req-a1df4304-ad2c-40ea-9494-f242968231e1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:47.430352 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a1361f90-b9fb-488e-a4e0-e865993030c6 req-a1df4304-ad2c-40ea-9494-f242968231e1 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0678065 Sep 27 17:34:47.495976 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a1361f90-b9fb-488e-a4e0-e865993030c6 req-e98ac158-abfe-4b98-86f0-0c50e4dc9774 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600605 Sep 27 17:34:47.514364 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:47.521390 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:48.621066 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d629b4-c8d7-47bc-bb8f-e39999ebb3eb req-ef1160b0-63c1-427d-8650-dab0d05ebb46 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:48.622577 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d8d629b4-c8d7-47bc-bb8f-e39999ebb3eb req-ef1160b0-63c1-427d-8650-dab0d05ebb46 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0462186 Sep 27 17:34:48.672182 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d8d629b4-c8d7-47bc-bb8f-e39999ebb3eb req-db47a0e0-f056-4e82-93cd-2ad6043db168 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Sep 27 17:34:49.554042 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab866363-fa52-4624-adbc-9a7740a64090 req-c199299d-23d0-4322-a608-95f1bb2cad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:49.555542 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ab866363-fa52-4624-adbc-9a7740a64090 req-c199299d-23d0-4322-a608-95f1bb2cad92 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 1129 time: 0.1277297 Sep 27 17:34:49.647094 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab866363-fa52-4624-adbc-9a7740a64090 req-cc91f695-91ee-4752-9315-636b8e4a01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:49.648531 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ab866363-fa52-4624-adbc-9a7740a64090 req-cc91f695-91ee-4752-9315-636b8e4a01c9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 918 time: 0.0862255 Sep 27 17:34:49.707092 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ab866363-fa52-4624-adbc-9a7740a64090 req-77a4c1f1-8413-4949-8570-0d818247e3dd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5 HTTP/1.1" status: 200 len: 1001 time: 0.0523317 Sep 27 17:34:49.759079 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab866363-fa52-4624-adbc-9a7740a64090 req-ba272089-6d25-4bbf-8ca7-2021dc5f76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:49.760444 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ab866363-fa52-4624-adbc-9a7740a64090 req-ba272089-6d25-4bbf-8ca7-2021dc5f76e2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.0479326 Sep 27 17:34:49.802907 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab866363-fa52-4624-adbc-9a7740a64090 req-5ac0dc13-0535-46d3-9066-98144e86b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:49.804407 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ab866363-fa52-4624-adbc-9a7740a64090 req-5ac0dc13-0535-46d3-9066-98144e86b67b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377769 Sep 27 17:34:49.806782 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42623dee-e12b-4f7e-aa81-6c12d113d78b req-3f9746c2-8362-4ce6-8f6a-6573a557980a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:49.808259 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-42623dee-e12b-4f7e-aa81-6c12d113d78b req-3f9746c2-8362-4ce6-8f6a-6573a557980a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0497561 Sep 27 17:34:49.814260 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [req-ab866363-fa52-4624-adbc-9a7740a64090 req-82e1028e-3b83-441c-b22e-4554774b10e7 service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:34:49.815256 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ab866363-fa52-4624-adbc-9a7740a64090 req-82e1028e-3b83-441c-b22e-4554774b10e7 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054417 Sep 27 17:34:49.857652 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-42623dee-e12b-4f7e-aa81-6c12d113d78b req-497dea97-2e0a-4572-adc7-86ef8ffc1d7f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430541 Sep 27 17:34:49.908966 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ab866363-fa52-4624-adbc-9a7740a64090 req-6784584e-c4ce-42bf-9ed4-3a83f89e9477 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871511 Sep 27 17:34:49.996389 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ab866363-fa52-4624-adbc-9a7740a64090 req-0b049583-5180-4c28-a90f-78e59a106661 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819268 Sep 27 17:34:50.976190 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:50.989362 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585939-7ca7-49cb-ad76-7c9d501d16d5 req-43aa06f3-cb77-40e3-82ae-2a914f78ed2a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:50.990852 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e6585939-7ca7-49cb-ad76-7c9d501d16d5 req-43aa06f3-cb77-40e3-82ae-2a914f78ed2a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 945 time: 0.0456293 Sep 27 17:34:51.036205 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e6585939-7ca7-49cb-ad76-7c9d501d16d5 req-b6ce6860-238b-4983-b5cf-22f35e52733c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Sep 27 17:34:51.279586 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 44bdfd6c-6234-47ec-8359-4819b713d0a5 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:34:51.311484 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:51.313606 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:51.354873 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 44bdfd6c-6234-47ec-8359-4819b713d0a5 is: ACTIVE; New status is: DOWN {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:34:51.355258 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:51.377949 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:34:51.380140 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c999348-718c-445f-bf0e-6d6ccc613016" -d '{"events": [{"server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:34:51.391935 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:34:51.396986 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:34:51.419886 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Sep 2022 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3a3fb-c310-4882-92e9-a1b02eadd76b x-openstack-request-id: req-b4b3a3fb-c310-4882-92e9-a1b02eadd76b {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:34:51.420181 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:34:51.420434 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4b3a3fb-c310-4882-92e9-a1b02eadd76b {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:34:51.420827 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b3a3fb-c310-4882-92e9-a1b02eadd76b'] response: {'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'code': 200} Sep 27 17:34:51.446181 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=8']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:34:52.163904 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736974d9-342d-4f5c-b7a1-47d02c1fdd59 req-e2503b70-fe65-4e23-846f-808cd9c276fa tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:52.165273 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-736974d9-342d-4f5c-b7a1-47d02c1fdd59 req-e2503b70-fe65-4e23-846f-808cd9c276fa tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0491347 Sep 27 17:34:52.212919 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-736974d9-342d-4f5c-b7a1-47d02c1fdd59 req-6c8b748d-646e-4588-8b4a-0e470dd8dcb3 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421302 Sep 27 17:34:53.186342 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51575e6a-384b-4256-93f8-8e7ddf08968b req-b388cd73-b731-4427-a966-fd06136665a8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:53.187835 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-51575e6a-384b-4256-93f8-8e7ddf08968b req-b388cd73-b731-4427-a966-fd06136665a8 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0547183 Sep 27 17:34:53.236157 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-51575e6a-384b-4256-93f8-8e7ddf08968b req-5c298cb4-87a5-457f-be8d-551739a8d707 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426400 Sep 27 17:34:53.510986 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57140) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:34:53.588266 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-c2d70ed7-e41f-4335-b928-4d5eefebe328 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761123 Sep 27 17:34:53.596617 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-5d5ff40e-5afb-46c7-920a-c0621f5dbc10 service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106220) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:34:53.597570 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-5d5ff40e-5afb-46c7-920a-c0621f5dbc10 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047653 Sep 27 17:34:53.673078 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57148) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:34:53.771627 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-cac39f31-4cce-4817-9f2e-97057bbd73a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:53.772902 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-cac39f31-4cce-4817-9f2e-97057bbd73a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports/44bdfd6c-6234-47ec-8359-4819b713d0a5 HTTP/1.1" status: 200 len: 940 time: 0.0982084 Sep 27 17:34:54.369951 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0bca7-a1b4-4746-bdda-8724d799dca9 req-5eb24aff-1559-4cbf-9e39-cad28be8da52 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:54.371570 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-29b0bca7-a1b4-4746-bdda-8724d799dca9 req-5eb24aff-1559-4cbf-9e39-cad28be8da52 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0521326 Sep 27 17:34:54.426867 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-29b0bca7-a1b4-4746-bdda-8724d799dca9 req-23695061-1b1e-4d89-ac85-9d61976f4b84 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490487 Sep 27 17:34:54.746770 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-1bb67968-7065-40e3-b3d5-f2c59fb920ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:54.748212 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-1bb67968-7065-40e3-b3d5-f2c59fb920ab service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a&tenant_id=37e99b06d94d4893963a88cd5333ec5b HTTP/1.1" status: 200 len: 1127 time: 0.0424924 Sep 27 17:34:54.820324 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-09c68fb8-730c-4653-ad5c-b0bf4302fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:54.821821 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-09c68fb8-730c-4653-ad5c-b0bf4302fae3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 1127 time: 0.0391552 Sep 27 17:34:54.912888 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-a197da11-f370-46dc-91a7-a59c5952f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:54.914421 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-a197da11-f370-46dc-91a7-a59c5952f4bc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 918 time: 0.0867627 Sep 27 17:34:54.976925 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-dc33bdb5-9c74-4ff5-a766-80f43376c1d7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5 HTTP/1.1" status: 200 len: 999 time: 0.0569050 Sep 27 17:34:55.023086 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-fecaadc1-8395-4ffd-9706-f235f83797ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:55.024392 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-fecaadc1-8395-4ffd-9706-f235f83797ab service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.0420568 Sep 27 17:34:55.069639 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-098c3364-bcb7-45b1-b76e-b4460fed2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:55.071152 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-098c3364-bcb7-45b1-b76e-b4460fed2a98 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415192 Sep 27 17:34:55.160012 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-077c6891-03d5-4f80-a8dd-0035f931815b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823925 Sep 27 17:34:55.229914 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=100 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:55.245833 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=100 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:55.252239 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-dfd72e60-f9c9-4f36-965c-d09706d56cb5 req-0a4f5666-97d2-4c46-9948-a17590d44556 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867209 Sep 27 17:34:55.294855 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 44bdfd6c-6234-47ec-8359-4819b713d0a5 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:34:55.365372 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 44bdfd6c-6234-47ec-8359-4819b713d0a5 is: DOWN; New status is: DOWN {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:34:55.556444 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f242d-9893-469c-b4b2-5ba836afb162 req-b79c773d-073b-4627-9bff-4ea262e01256 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:55.557980 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3e9f242d-9893-469c-b4b2-5ba836afb162 req-b79c773d-073b-4627-9bff-4ea262e01256 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0482235 Sep 27 17:34:55.609141 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3e9f242d-9893-469c-b4b2-5ba836afb162 req-945be021-f32f-47cb-a0e4-f1abde9fbf1a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450599 Sep 27 17:34:56.760062 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6161d-47db-434d-961a-2e3133886c6e req-ae973fba-abbd-46ba-af61-207013800cb0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:56.761680 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c8d6161d-47db-434d-961a-2e3133886c6e req-ae973fba-abbd-46ba-af61-207013800cb0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0480473 Sep 27 17:34:56.813182 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c8d6161d-47db-434d-961a-2e3133886c6e req-2968bbb6-b9d1-4a3b-800f-11e3c45c60ea tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456798 Sep 27 17:34:57.944373 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150f860-1bf9-432e-a0a8-d21df0da3850 req-e9061b53-a4fb-4827-93cd-77421a5310f6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:57.945860 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f150f860-1bf9-432e-a0a8-d21df0da3850 req-e9061b53-a4fb-4827-93cd-77421a5310f6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0463789 Sep 27 17:34:57.991343 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f150f860-1bf9-432e-a0a8-d21df0da3850 req-9c54e5b1-6a37-4cb2-a8ff-c068b5e6e21c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400543 Sep 27 17:34:58.642786 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:34:59.122837 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21490151-b9b2-482e-9bb7-1da3177f6e8b req-387fe5bb-67db-47da-b671-d6592c490896 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:34:59.125412 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-21490151-b9b2-482e-9bb7-1da3177f6e8b req-387fe5bb-67db-47da-b671-d6592c490896 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0526521 Sep 27 17:34:59.145059 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:34:59.181946 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-21490151-b9b2-482e-9bb7-1da3177f6e8b req-e33587b4-c20b-40fe-a108-57aaf0346c2d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503123 Sep 27 17:35:00.342220 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d17ac-fec8-40ca-8696-c309752bad39 req-8a628e08-3d8e-4900-9f7b-6e77d388bd8e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:00.343701 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6b7d17ac-fec8-40ca-8696-c309752bad39 req-8a628e08-3d8e-4900-9f7b-6e77d388bd8e tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0700872 Sep 27 17:35:00.390329 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6b7d17ac-fec8-40ca-8696-c309752bad39 req-45e0cc18-4912-4d56-81fd-05b625a862e2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409231 Sep 27 17:35:01.530615 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318976f6-7363-40ab-9dbf-c247707fc80d req-1738e185-8bb1-4490-b187-e4092c875cd2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:01.532002 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-318976f6-7363-40ab-9dbf-c247707fc80d req-1738e185-8bb1-4490-b187-e4092c875cd2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0548565 Sep 27 17:35:01.580259 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-318976f6-7363-40ab-9dbf-c247707fc80d req-fd7cb460-d3c3-498f-891c-980958237c7a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426493 Sep 27 17:35:02.721198 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:02.737382 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b4896-fabe-426c-9b6c-f87e342f43a4 req-fabad3de-2986-4365-829a-f2caee53bfec tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:02.739013 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b2b4896-fabe-426c-9b6c-f87e342f43a4 req-fabad3de-2986-4365-829a-f2caee53bfec tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0673482 Sep 27 17:35:02.787201 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b2b4896-fabe-426c-9b6c-f87e342f43a4 req-88ce79e7-4f8a-4269-a3fc-e5600881b45a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425870 Sep 27 17:35:03.909496 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203842ef-350a-4e9e-acd0-4c8ea1c572bd req-9d97b688-e37f-4ed9-a01a-9b6f6f2dad9f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:03.910976 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-203842ef-350a-4e9e-acd0-4c8ea1c572bd req-9d97b688-e37f-4ed9-a01a-9b6f6f2dad9f tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0455990 Sep 27 17:35:03.955950 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-203842ef-350a-4e9e-acd0-4c8ea1c572bd req-e1ecc1c6-f4f0-4aa9-8204-562a126bff1a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395544 Sep 27 17:35:04.514758 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=12 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:05.105283 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb75112-f7cc-470f-bce2-5c3d6738e862 req-1034e401-1f95-450e-8523-e48a87a61138 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:05.106769 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-efb75112-f7cc-470f-bce2-5c3d6738e862 req-1034e401-1f95-450e-8523-e48a87a61138 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0496216 Sep 27 17:35:05.156689 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-efb75112-f7cc-470f-bce2-5c3d6738e862 req-c469829a-a9ce-4d69-ba64-a33ebca2e9aa tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441613 Sep 27 17:35:05.249478 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:05.362878 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=27 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:05.364683 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:06.279231 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fae65-b4cd-4b47-adba-0dbea35e49c9 req-8080b4d7-9077-4c76-a44b-90794da97031 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:06.280738 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ce1fae65-b4cd-4b47-adba-0dbea35e49c9 req-8080b4d7-9077-4c76-a44b-90794da97031 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0456698 Sep 27 17:35:06.328006 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ce1fae65-b4cd-4b47-adba-0dbea35e49c9 req-12108952-ebac-440f-8a89-4b829cbede34 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413589 Sep 27 17:35:07.339068 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0aae6ec0-a7b6-4e37-a5de-e667c35660a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:07.450693 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaf7fc-b581-4504-94b9-825163813d4b req-a3736d28-107a-4188-8ae2-b4e548dbd61d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:07.452121 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-27eaf7fc-b581-4504-94b9-825163813d4b req-a3736d28-107a-4188-8ae2-b4e548dbd61d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0447681 Sep 27 17:35:07.498495 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-27eaf7fc-b581-4504-94b9-825163813d4b req-c06d02c7-1b78-4a61-b308-4c77f836657c tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402358 Sep 27 17:35:08.625787 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11c28a-9dfe-4476-a28a-66085daea632 req-5147ae61-7028-4b58-b41a-ee936576a577 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:08.627289 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cc11c28a-9dfe-4476-a28a-66085daea632 req-5147ae61-7028-4b58-b41a-ee936576a577 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0496275 Sep 27 17:35:08.638596 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=22 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:08.680047 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cc11c28a-9dfe-4476-a28a-66085daea632 req-0c4c241d-c38b-410f-8388-a23b1f8bf462 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467434 Sep 27 17:35:09.566957 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-8da2abfb-c75d-4e51-a14f-444456fb7d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:09.805866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136d492-22c7-4005-a887-585b5eb3ec18 req-2c801086-5c0d-4799-b07a-9561d3027a00 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:09.807332 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0136d492-22c7-4005-a887-585b5eb3ec18 req-2c801086-5c0d-4799-b07a-9561d3027a00 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0463970 Sep 27 17:35:09.853090 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0136d492-22c7-4005-a887-585b5eb3ec18 req-63b76000-bace-4649-b69c-f780d7728206 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402093 Sep 27 17:35:10.877762 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:10.975493 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08f9b6-56a7-415d-92c5-7dbce3227b7b req-60f4fb5d-35ae-4e39-be84-a3dc4494bb1d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:10.976944 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bb08f9b6-56a7-415d-92c5-7dbce3227b7b req-60f4fb5d-35ae-4e39-be84-a3dc4494bb1d tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 943 time: 0.0451746 Sep 27 17:35:11.029863 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bb08f9b6-56a7-415d-92c5-7dbce3227b7b req-48cc00f0-001c-4311-aa42-6aacc9b62cc3 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475416 Sep 27 17:35:11.345356 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 44bdfd6c-6234-47ec-8359-4819b713d0a5 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:35:11.445050 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:11.455934 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'port_id': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'mac_address': 'fa:16:3e:8c:dd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:35:11.490361 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 44bdfd6c-6234-47ec-8359-4819b713d0a5 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:35:11.490755 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:11.503434 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bdfd6c-6234-47ec-8359-4819b713d0a5 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:35:11.523204 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:11.527266 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:11.573493 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=9']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:11.580709 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.581054 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.581396 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.581736 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.582086 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.582419 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.582746 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.583069 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.583417 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.583739 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.584061 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.584385 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.584706 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.585023 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.585339 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:11.933913 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['44bdfd6c-6234-47ec-8359-4819b713d0a5'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:35:12.156905 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78879a3-9286-473a-8442-7282e9e25d34 req-ec2e973e-d758-4e26-aed7-a962b8c4d174 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:12.158366 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a78879a3-9286-473a-8442-7282e9e25d34 req-ec2e973e-d758-4e26-aed7-a962b8c4d174 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 944 time: 0.0469863 Sep 27 17:35:12.203405 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a78879a3-9286-473a-8442-7282e9e25d34 req-633eb7a0-e8db-4169-aa38-b4b652d7b92a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394523 Sep 27 17:35:12.435916 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:12.496937 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:13.322751 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:13.341013 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5128a6-6ac4-4ef5-a95e-b5ebb05f6de8 req-f22f28f3-4724-4ab6-ad7f-d61d59af2d03 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:13.342525 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6f5128a6-6ac4-4ef5-a95e-b5ebb05f6de8 req-f22f28f3-4724-4ab6-ad7f-d61d59af2d03 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 944 time: 0.0524893 Sep 27 17:35:13.359095 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 44bdfd6c-6234-47ec-8359-4819b713d0a5 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:35:13.389421 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6f5128a6-6ac4-4ef5-a95e-b5ebb05f6de8 req-3448dc82-80e7-4af6-b686-384c1b01107a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413423 Sep 27 17:35:13.404494 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 44bdfd6c-6234-47ec-8359-4819b713d0a5 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:35:13.404811 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:13.405149 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 44bdfd6c-6234-47ec-8359-4819b713d0a5 Sep 27 17:35:13.476050 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 44bdfd6c-6234-47ec-8359-4819b713d0a5 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:35:13.476432 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:13.498736 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:35:13.501075 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032ea460-1525-40ca-b2f4-bf8aaf24532f" -d '{"events": [{"server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "name": "network-vif-plugged", "status": "completed", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:35:13.513873 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:13.518314 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:13.548004 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c112981c-86da-4021-90ec-dded07d5a1e4 x-openstack-request-id: req-c112981c-86da-4021-90ec-dded07d5a1e4 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:35:13.548298 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "name": "network-vif-plugged", "status": "completed", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:35:13.548546 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c112981c-86da-4021-90ec-dded07d5a1e4 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:35:13.548926 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c112981c-86da-4021-90ec-dded07d5a1e4'] response: {'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'code': 200} Sep 27 17:35:13.709915 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=10']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:13.755576 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47437044-00ef-4e0c-b3ad-05a27d1fe647 req-359beed8-8eac-46b4-bd26-6004383a85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:13.756969 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47437044-00ef-4e0c-b3ad-05a27d1fe647 req-359beed8-8eac-46b4-bd26-6004383a85c3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 1130 time: 0.0386004 Sep 27 17:35:13.800359 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47437044-00ef-4e0c-b3ad-05a27d1fe647 req-e82b9392-9470-4b3e-ba14-1779dacf1c11 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369747 Sep 27 17:35:13.939793 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57228) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:14.134657 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:14.181659 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Deleting port 0c65b1f1-5834-4466-af2c-45f5cb2ce441 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:14.182147 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (0c65b1f1-5834-4466-af2c-45f5cb2ce441), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:14.275620 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (0c65b1f1-5834-4466-af2c-45f5cb2ce441), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:14.275947 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for floatingip (0c65b1f1-5834-4466-af2c-45f5cb2ce441), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:14.289974 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Calling delete_port for 0c65b1f1-5834-4466-af2c-45f5cb2ce441 owned by network:floatingip {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:14.434791 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (0c65b1f1-5834-4466-af2c-45f5cb2ce441), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:14.483862 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event deleted for resources: {'Port': ['ID=0c65b1f1-5834-4466-af2c-45f5cb2ce441,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:14.557485 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc445be-3ce8-48ee-aac5-550aa9135726 req-c4d6d42e-ad76-4245-90bb-d736f65df1a6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:14.558946 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4bc445be-3ce8-48ee-aac5-550aa9135726 req-c4d6d42e-ad76-4245-90bb-d736f65df1a6 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 946 time: 0.0766432 Sep 27 17:35:14.563905 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for floatingip (93a1b456-f585-4ef6-bbdb-0fbb56da5275), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:14.564238 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Floating IP 93a1b456-f585-4ef6-bbdb-0fbb56da5275 disassociated (deleted). External IP: 172.27.0.130, port: c0932507-0f02-4d95-8195-002c756fdef5. Sep 27 17:35:14.685104 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4bc445be-3ce8-48ee-aac5-550aa9135726 req-9301d05f-925d-4424-bf06-206283a1efff tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173472 Sep 27 17:35:14.799156 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:35:14.802708 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:14.902471 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:35:14.906822 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:14.915884 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] Sync routers for ids ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:35:14.937186 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] Routers {'2313c4d0-8962-42ac-8203-5b5c23ba5ae9'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:35:14.937916 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:35:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:14.938262 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e38ec4e2-4226-428f-a9d5-4f2cd250e208 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/93a1b456-f585-4ef6-bbdb-0fbb56da5275 HTTP/1.1" status: 204 len: 168 time: 0.9973750 Sep 27 17:35:14.938872 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:35:14.941907 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "tag": "c0932507-0f02-4d95-8195-002c756fdef5"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:35:14.983056 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a54eb8-86da-457d-8294-abc8ae4be947 x-openstack-request-id: req-19a54eb8-86da-457d-8294-abc8ae4be947 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:35:14.983245 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:14.983378 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "tag": "c0932507-0f02-4d95-8195-002c756fdef5", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:35:14.983480 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19a54eb8-86da-457d-8294-abc8ae4be947 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:35:14.984024 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a54eb8-86da-457d-8294-abc8ae4be947'] response: {'name': 'network-changed', 'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5', 'status': 'completed', 'code': 200} Sep 27 17:35:14.995167 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:15.060339 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] Set router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:35:15.107599 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-d5ae04f3-c0df-4177-b5df-5fd0925618bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:15.109147 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-d5ae04f3-c0df-4177-b5df-5fd0925618bc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=890469995c02465eb9b9ad2d1fb9ab6f&device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 1129 time: 0.0428801 Sep 27 17:35:15.186767 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804400b-a98a-4b66-93ce-ba95612fca52 req-1c2d94e7-dfaa-498d-b55f-acea733d1e77 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:15.188224 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b804400b-a98a-4b66-93ce-ba95612fca52 req-1c2d94e7-dfaa-498d-b55f-acea733d1e77 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0466332 Sep 27 17:35:15.215045 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:15.218226 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:15.240758 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b804400b-a98a-4b66-93ce-ba95612fca52 req-1d3921f6-62ff-453d-ade3-98aa7cb2c5cd tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458839 Sep 27 17:35:15.274729 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:41Z', 'revision_number': 5, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:15.304682 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] Checking router: 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:35:15.313844 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] Routers {'2313c4d0-8962-42ac-8203-5b5c23ba5ae9'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:35:15.314567 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:35:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:15.417301 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] Set router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:35:15.604208 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:41Z', 'revision_number': 5, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:15.634877 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1c001-0fe2-410c-9b88-7126cca6fff0 None None] The sync data for ids ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'] in dv-cinder-849143-8-iscsi is: [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:28:35Z', 'revision_number': 4, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '9628aeaf-86a4-4596-892c-a10f09775ba4', 'name': '', 'network_id': 'e6883946-abcd-4f9b-9769-763b58bec55e', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'mac_address': 'fa:16:3e:e3:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:34Z', 'updated_at': '2022-09-27T17:28:41Z', 'revision_number': 5, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'subnets': [{'id': 'ba62d454-a7b1-4dc2-85d6-1a9b8ff93719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:35:15.819882 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ce926-c619-4bdd-9129-c16f10c5cd90 req-10f0f61a-c84f-49df-a030-a72092543f6a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:15.821386 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-515ce926-c619-4bdd-9129-c16f10c5cd90 req-10f0f61a-c84f-49df-a030-a72092543f6a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 946 time: 0.0523169 Sep 27 17:35:15.856389 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2b75e-ed15-40a3-8670-dc2222e174ed None None] New status for floating IP 93a1b456-f585-4ef6-bbdb-0fbb56da5275: DOWN {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:35:15.870379 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-515ce926-c619-4bdd-9129-c16f10c5cd90 req-915bb367-5e53-427f-838e-010e73b96f9a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430362 Sep 27 17:35:16.360059 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370378c6-4374-4def-b929-20308e8ab4cb req-72d22598-74fa-4d7e-b7e0-22abce67a5ba tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:16.361494 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-370378c6-4374-4def-b929-20308e8ab4cb req-72d22598-74fa-4d7e-b7e0-22abce67a5ba tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0461998 Sep 27 17:35:16.414722 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-370378c6-4374-4def-b929-20308e8ab4cb req-923c79d6-d207-4dd3-900e-38bd418c9e86 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473680 Sep 27 17:35:16.493387 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-82f06b58-4ad4-4b66-a418-d7c68405cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:16.494892 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-82f06b58-4ad4-4b66-a418-d7c68405cb66 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e6883946-abcd-4f9b-9769-763b58bec55e HTTP/1.1" status: 200 len: 909 time: 0.1123793 Sep 27 17:35:17.005187 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad670ba4-e8a4-4151-9910-f85dfaa102a2 req-88787991-4f3e-462e-b710-63c148f0b5dd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:17.006734 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ad670ba4-e8a4-4151-9910-f85dfaa102a2 req-88787991-4f3e-462e-b710-63c148f0b5dd tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 946 time: 0.0546930 Sep 27 17:35:17.055510 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ad670ba4-e8a4-4151-9910-f85dfaa102a2 req-1c31cb0d-eaa8-4bb1-9b64-29c2f3c0fb7a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429022 Sep 27 17:35:17.329402 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-980ac258-5982-4607-86aa-8e1573c92a3a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 200 len: 217 time: 0.0364833 Sep 27 17:35:17.537484 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2742ae-3880-4ca3-a63c-8136dd6c8003 req-81ef1229-0eff-4f32-9233-7d8309e345a6 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:17.539000 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6f2742ae-3880-4ca3-a63c-8136dd6c8003 req-81ef1229-0eff-4f32-9233-7d8309e345a6 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0476151 Sep 27 17:35:17.597033 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6f2742ae-3880-4ca3-a63c-8136dd6c8003 req-e0ac064b-fbc7-4c27-8c3f-776964cae03f tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1cfa1bb5-59f2-4230-8680-6469b4258941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517747 Sep 27 17:35:17.609863 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-0c6baa49-6407-4116-b92e-269db3632a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:17.611841 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-0c6baa49-6407-4116-b92e-269db3632a19 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ba62d454-a7b1-4dc2-85d6-1a9b8ff93719 HTTP/1.1" status: 200 len: 847 time: 0.0785336 Sep 27 17:35:17.692047 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-69346020-0180-4d11-89ca-991a0da110cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:17.693891 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-69346020-0180-4d11-89ca-991a0da110cd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e6883946-abcd-4f9b-9769-763b58bec55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418186 Sep 27 17:35:17.704074 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-2fe409ff-8ba5-4d97-93be-aef24e1351c7 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:17.705700 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-2fe409ff-8ba5-4d97-93be-aef24e1351c7 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 945 time: 0.0533590 Sep 27 17:35:17.810532 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-bc0ae92c-155c-42a5-a72b-66e5d260f77b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Deleting port c0932507-0f02-4d95-8195-002c756fdef5 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:17.810877 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-bc0ae92c-155c-42a5-a72b-66e5d260f77b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (c0932507-0f02-4d95-8195-002c756fdef5), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:17.817737 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-8bc55b74-990c-484d-84e3-36f07190f25d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916858 Sep 27 17:35:17.902892 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-bc0ae92c-155c-42a5-a72b-66e5d260f77b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] For port c0932507-0f02-4d95-8195-002c756fdef5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c0932507-0f02-4d95-8195-002c756fdef5,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:17.903253 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-bc0ae92c-155c-42a5-a72b-66e5d260f77b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (c0932507-0f02-4d95-8195-002c756fdef5), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:17.918705 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-d3fb96ac-49fa-499e-a9c5-5fa2e69071c6 req-e0d556e4-4960-4be5-9b2f-25b5cd0e5ae8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884178 Sep 27 17:35:17.920481 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-bc0ae92c-155c-42a5-a72b-66e5d260f77b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Calling delete_port for c0932507-0f02-4d95-8195-002c756fdef5 owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:17.979616 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:18.043600 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-bc0ae92c-155c-42a5-a72b-66e5d260f77b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (c0932507-0f02-4d95-8195-002c756fdef5), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:18.072590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ae92c-155c-42a5-a72b-66e5d260f77b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event deleted for resources: {'Port': ['ID=c0932507-0f02-4d95-8195-002c756fdef5,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:18.123935 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-bc0ae92c-155c-42a5-a72b-66e5d260f77b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] No DVR routers for this DVR port c0932507-0f02-4d95-8195-002c756fdef5 on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:35:18.126672 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-bc0ae92c-155c-42a5-a72b-66e5d260f77b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:18.131163 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-56127787-2e31-49ec-a5b9-b217c91528b1 req-bc0ae92c-155c-42a5-a72b-66e5d260f77b tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.18 "DELETE /networking/v2.0/ports/c0932507-0f02-4d95-8195-002c756fdef5 HTTP/1.1" status: 204 len: 173 time: 0.4067774 Sep 27 17:35:18.131699 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'name': 'network-vif-deleted', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:35:18.134894 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d17a7e-f3c6-4c48-be68-88765a378479" -d '{"events": [{"server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "name": "network-vif-deleted", "tag": "c0932507-0f02-4d95-8195-002c756fdef5"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:35:18.179874 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da765f99-06ca-4c12-a3aa-dc66557443b2 x-openstack-request-id: req-da765f99-06ca-4c12-a3aa-dc66557443b2 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:35:18.180167 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3855b6-18b1-46de-a1cc-f7a2941a42b9", "name": "network-vif-deleted", "tag": "c0932507-0f02-4d95-8195-002c756fdef5", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:35:18.180419 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da765f99-06ca-4c12-a3aa-dc66557443b2 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:35:18.180818 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da765f99-06ca-4c12-a3aa-dc66557443b2'] response: {'server_uuid': '8b3855b6-18b1-46de-a1cc-f7a2941a42b9', 'name': 'network-vif-deleted', 'tag': 'c0932507-0f02-4d95-8195-002c756fdef5', 'status': 'completed', 'code': 200} Sep 27 17:35:18.194428 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5fb44-2053-4a2e-aa56-10dd82f8f9f3 req-4ff609b9-b3a7-4502-bc2d-f642441d15df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:18.195927 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ccf5fb44-2053-4a2e-aa56-10dd82f8f9f3 req-4ff609b9-b3a7-4502-bc2d-f642441d15df tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 946 time: 0.0525072 Sep 27 17:35:18.250447 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ccf5fb44-2053-4a2e-aa56-10dd82f8f9f3 req-e4d99ab9-bc3e-4384-94fe-ebf1836ce49a tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488396 Sep 27 17:35:18.702953 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e82739c0-9557-41cd-9f7d-75693afd3662 req-b2db65cb-0c6a-4e95-b370-7fb88734a301 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 210 time: 0.0265729 Sep 27 17:35:19.823388 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-38d3d04f-8edf-445c-bf34-c164d68b650e req-08eec3a2-0527-457b-b493-5dd4ee05258e tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8b3855b6-18b1-46de-a1cc-f7a2941a42b9 HTTP/1.1" status: 200 len: 210 time: 0.0314114 Sep 27 17:35:20.893014 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57322) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:20.950836 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fdb176b8-4bb7-4bb0-b4b1-e6bb25c2af61 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group (1cfa1bb5-59f2-4230-8680-6469b4258941), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:20.974264 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fdb176b8-4bb7-4bb0-b4b1-e6bb25c2af61 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group (1cfa1bb5-59f2-4230-8680-6469b4258941), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:21.040016 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fdb176b8-4bb7-4bb0-b4b1-e6bb25c2af61 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (1cfa1bb5-59f2-4230-8680-6469b4258941), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:21.042683 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-fdb176b8-4bb7-4bb0-b4b1-e6bb25c2af61 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:21.044155 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-fdb176b8-4bb7-4bb0-b4b1-e6bb25c2af61 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/1cfa1bb5-59f2-4230-8680-6469b4258941 HTTP/1.1" status: 204 len: 168 time: 0.1501472 Sep 27 17:35:21.053826 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb176b8-4bb7-4bb0-b4b1-e6bb25c2af61 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfa1bb5-59f2-4230-8680-6469b4258941,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:21.405114 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c0932507-0f02-4d95-8195-002c756fdef5 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:35:21.424203 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: c0932507-0f02-4d95-8195-002c756fdef5 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:35:21.424542 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device c0932507-0f02-4d95-8195-002c756fdef5 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:35:22.106176 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57330) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:22.289124 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:22.723374 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-b5caf298-c40a-4031-9082-895b5541e1e6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489619 Sep 27 17:35:22.820117 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-db392f1e-5067-4514-a0b8-2a5aea9d123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:22.821566 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-db392f1e-5067-4514-a0b8-2a5aea9d123d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=37e99b06d94d4893963a88cd5333ec5b&device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 1130 time: 0.0659406 Sep 27 17:35:22.834935 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:23.036094 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-070fca83-11c4-45a6-9347-9cfdfb497a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:23.038434 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-070fca83-11c4-45a6-9347-9cfdfb497a01 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 200 len: 918 time: 0.1716561 Sep 27 17:35:23.062330 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:23.128208 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-3e0674a3-83c2-41b2-986d-7780b7e60648 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5 HTTP/1.1" status: 200 len: 1001 time: 0.0738971 Sep 27 17:35:23.216581 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-c1f9ad89-78fc-4973-9e09-8b85891e4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:23.217994 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-c1f9ad89-78fc-4973-9e09-8b85891e4c5d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 200 len: 856 time: 0.0749822 Sep 27 17:35:23.222116 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] Deleting port 9628aeaf-86a4-4596-892c-a10f09775ba4 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:23.222461 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:23.301086 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-c5d23403-6f84-45c4-a3b8-806e08af924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:23.302630 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-c5d23403-6f84-45c4-a3b8-806e08af924b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=39cd2f9e-bd9d-49da-a5a0-71ace359ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782619 Sep 27 17:35:23.385472 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] For port 9628aeaf-86a4-4596-892c-a10f09775ba4, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=9628aeaf-86a4-4596-892c-a10f09775ba4,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:23.385839 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:23.405543 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] Calling delete_port for 9628aeaf-86a4-4596-892c-a10f09775ba4 owned by network:router_interface {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:23.462857 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-69f1db67-4cdc-4b7b-82f9-0d7cd8a6b3f1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537671 Sep 27 17:35:23.463237 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:23.635555 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f521eff0-8f24-406b-ade8-c10e3d2f37da req-58eb1d02-e75b-4c1e-9140-bff0a543cfb4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154444 Sep 27 17:35:23.673857 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (9628aeaf-86a4-4596-892c-a10f09775ba4), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:23.700441 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] Pushing event deleted for resources: {'Port': ['ID=9628aeaf-86a4-4596-892c-a10f09775ba4,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:23.856763 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:23.860019 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.073390 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] Router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:35:24.176835 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:35:24.182560 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-8c0bf198-0215-4db7-bee4-d93b05f87010 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/2313c4d0-8962-42ac-8203-5b5c23ba5ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0753572 Sep 27 17:35:24.185205 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57338) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:24.187931 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] Sync routers for ids ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:35:24.198253 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] Routers {'2313c4d0-8962-42ac-8203-5b5c23ba5ae9'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:35:24.198874 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:35:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:24.282832 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Publish callbacks [] for router (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.299333 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] Set router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:35:24.324505 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:24.382040 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Publish callbacks [] for router_gateway (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.431615 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Deleting port eee18670-5d8c-4154-80ee-73d80a51ddc4 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:24.431956 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.476227 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:24.489703 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:35:23Z', 'revision_number': 5, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port': {'id': 'eee18670-5d8c-4154-80ee-73d80a51ddc4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:33Z', 'updated_at': '2022-09-27T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:24.515195 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] For port eee18670-5d8c-4154-80ee-73d80a51ddc4, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=eee18670-5d8c-4154-80ee-73d80a51ddc4,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:24.516883 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.520602 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] Checking router: 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:35:24.530424 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] Routers {'2313c4d0-8962-42ac-8203-5b5c23ba5ae9'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:35:24.531157 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:35:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:24.531501 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Calling delete_port for eee18670-5d8c-4154-80ee-73d80a51ddc4 owned by network:router_gateway {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:24.617315 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] Set router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 gateway port host: None {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:35:24.671288 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:35:24Z', 'revision_number': 6, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port_host': None}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:24.696785 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de75ce6-56e4-4dc8-a5f0-58707cda36ee None None] The sync data for ids ['2313c4d0-8962-42ac-8203-5b5c23ba5ae9'] in dv-cinder-849143-8-iscsi is: [{'id': '2313c4d0-8962-42ac-8203-5b5c23ba5ae9', 'name': 'tempest-TestShelveInstance-852495690-router', 'tenant_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:32Z', 'updated_at': '2022-09-27T17:35:24Z', 'revision_number': 6, 'project_id': '890469995c02465eb9b9ad2d1fb9ab6f', 'gw_port_host': None}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:35:24.700294 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (eee18670-5d8c-4154-80ee-73d80a51ddc4), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.734284 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Pushing event deleted for resources: {'Port': ['ID=eee18670-5d8c-4154-80ee-73d80a51ddc4,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:24.754980 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:24.793040 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.877296 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.879364 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Publish callbacks [] for router_controller (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.919346 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (2313c4d0-8962-42ac-8203-5b5c23ba5ae9), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.919939 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2313c4d0-8962-42ac-8203-5b5c23ba5ae9 {{(pid=106219) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:35:24.924816 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:24.925933 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-bfd36acb-7b96-4cfa-975c-5480481c91bd admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/2313c4d0-8962-42ac-8203-5b5c23ba5ae9 HTTP/1.1" status: 204 len: 168 time: 0.7398322 Sep 27 17:35:24.929141 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57340) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:24.971796 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_v2 [None req-289c2077-b9fa-4f39-9021-a78e55c9fcea admin admin] Deleting subnet ba62d454-a7b1-4dc2-85d6-1a9b8ff93719 {{(pid=106219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:35:24.975413 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-289c2077-b9fa-4f39-9021-a78e55c9fcea admin admin] Publish callbacks [] for subnet (ba62d454-a7b1-4dc2-85d6-1a9b8ff93719), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.016798 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-289c2077-b9fa-4f39-9021-a78e55c9fcea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466286'] for subnet (ba62d454-a7b1-4dc2-85d6-1a9b8ff93719), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.128013 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-289c2077-b9fa-4f39-9021-a78e55c9fcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (ba62d454-a7b1-4dc2-85d6-1a9b8ff93719), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.163723 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:25.187445 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-289c2077-b9fa-4f39-9021-a78e55c9fcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2372855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10281563'] for subnet (ba62d454-a7b1-4dc2-85d6-1a9b8ff93719), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.214615 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c2077-b9fa-4f39-9021-a78e55c9fcea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba62d454-a7b1-4dc2-85d6-1a9b8ff93719,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:25.216664 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-289c2077-b9fa-4f39-9021-a78e55c9fcea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.222392 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-289c2077-b9fa-4f39-9021-a78e55c9fcea admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/ba62d454-a7b1-4dc2-85d6-1a9b8ff93719 HTTP/1.1" status: 204 len: 168 time: 0.2900884 Sep 27 17:35:25.222739 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57346) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:25.224256 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb7e221-f44c-433e-950f-e876ea53dd30 None None] Network e6883946-abcd-4f9b-9769-763b58bec55e requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:35:25.281392 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:25.294146 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (e6883946-abcd-4f9b-9769-763b58bec55e), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.356942 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Deleting port 16f31662-d539-4c50-b13e-e600d4fb490e {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:25.356942 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.424670 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] For port 16f31662-d539-4c50-b13e-e600d4fb490e, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=16f31662-d539-4c50-b13e-e600d4fb490e,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:25.425001 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.445315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Calling delete_port for 16f31662-d539-4c50-b13e-e600d4fb490e owned by network:dhcp {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:25.455134 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d7e05-1bcb-4145-b66b-58f8e219a24d None None] DHCP port deletion for e6883946-abcd-4f9b-9769-763b58bec55e request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:35:25.512435 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a19d7e05-1bcb-4145-b66b-58f8e219a24d None None] Deleting port 16f31662-d539-4c50-b13e-e600d4fb490e {{(pid=106221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:25.512805 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a19d7e05-1bcb-4145-b66b-58f8e219a24d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), before_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.555261 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.561089 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device eee18670-5d8c-4154-80ee-73d80a51ddc4 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:35:25.586006 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=16f31662-d539-4c50-b13e-e600d4fb490e,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:25.593156 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] No DVR routers for this DVR port 16f31662-d539-4c50-b13e-e600d4fb490e on host dv-cinder-849143-8-iscsi {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:35:25.594028 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: eee18670-5d8c-4154-80ee-73d80a51ddc4 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:35:25.594415 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device eee18670-5d8c-4154-80ee-73d80a51ddc4 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:35:25.595025 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 9628aeaf-86a4-4596-892c-a10f09775ba4 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:35:25.626109 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 9628aeaf-86a4-4596-892c-a10f09775ba4 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:35:25.626777 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 9628aeaf-86a4-4596-892c-a10f09775ba4 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:35:25.627357 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 16f31662-d539-4c50-b13e-e600d4fb490e no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:35:25.631133 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-a19d7e05-1bcb-4145-b66b-58f8e219a24d None None] For port 16f31662-d539-4c50-b13e-e600d4fb490e, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=16f31662-d539-4c50-b13e-e600d4fb490e,segment=NetworkSegment(aa2f916c-ffb9-4483-bdc2-af61b384a6f2),segment_id=aa2f916c-ffb9-4483-bdc2-af61b384a6f2)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:25.631480 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a19d7e05-1bcb-4145-b66b-58f8e219a24d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), precommit_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.672107 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 16f31662-d539-4c50-b13e-e600d4fb490e {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:35:25.672470 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 16f31662-d539-4c50-b13e-e600d4fb490e not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:35:25.678014 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (e6883946-abcd-4f9b-9769-763b58bec55e), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.681203 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a19d7e05-1bcb-4145-b66b-58f8e219a24d None None] Calling delete_port for 16f31662-d539-4c50-b13e-e600d4fb490e owned by network:dhcp {{(pid=106221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:25.707129 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6883946-abcd-4f9b-9769-763b58bec55e']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:25.718281 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:25.718616 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2f916c-ffb9-4483-bdc2-af61b384a6f2') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:25.730437 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (aa2f916c-ffb9-4483-bdc2-af61b384a6f2), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.749456 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (aa2f916c-ffb9-4483-bdc2-af61b384a6f2), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.758194 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:35:25.758604 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (aa2f916c-ffb9-4483-bdc2-af61b384a6f2), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.771671 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a19d7e05-1bcb-4145-b66b-58f8e219a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (16f31662-d539-4c50-b13e-e600d4fb490e), after_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:25.805672 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d7e05-1bcb-4145-b66b-58f8e219a24d None None] Pushing event deleted for resources: {'Port': ['ID=16f31662-d539-4c50-b13e-e600d4fb490e,revision_number=None']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:25.811386 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d7e05-1bcb-4145-b66b-58f8e219a24d None None] No DVR routers for this DVR port 16f31662-d539-4c50-b13e-e600d4fb490e on host dv-cinder-849143-8-iscsi {{(pid=106221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:35:25.862430 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:25.888684 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:26.061141 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment aa2f916c-ffb9-4483-bdc2-af61b384a6f2 resource provider aggregate not found Sep 27 17:35:26.079497 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment aa2f916c-ffb9-4483-bdc2-af61b384a6f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa2f916c-ffb9-4483-bdc2-af61b384a6f2 found for delete ", "request_id": "req-b6024228-d469-4fe7-bcb0-5cc3b52ac9f7"}]} Sep 27 17:35:26.084256 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (e6883946-abcd-4f9b-9769-763b58bec55e), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:26.090523 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:26.093428 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/e6883946-abcd-4f9b-9769-763b58bec55e HTTP/1.1" status: 204 len: 168 time: 0.8699222 Sep 27 17:35:26.096531 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57368) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:26.104862 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa48ae-76a1-4bd0-8c75-ef2605fdb8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e6883946-abcd-4f9b-9769-763b58bec55e,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:26.367890 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:26.379531 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:26.414954 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (f2106fcb-aabe-4379-b43d-8eb93e898c26), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:26.635522 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] Deleting port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:26.635863 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:26.718362 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] For port 1b862cbd-45d2-4612-a3cd-7f2bd91d805d, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=1b862cbd-45d2-4612-a3cd-7f2bd91d805d,segment=NetworkSegment(b26c6090-a838-4910-b445-51a58e46b277),segment_id=b26c6090-a838-4910-b445-51a58e46b277)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:26.718716 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:26.730871 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] Calling delete_port for 1b862cbd-45d2-4612-a3cd-7f2bd91d805d owned by network:router_interface {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:26.909088 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (1b862cbd-45d2-4612-a3cd-7f2bd91d805d), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:26.942628 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b862cbd-45d2-4612-a3cd-7f2bd91d805d,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:27.076226 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3710b3c-ff86-4d53-9d22-205b968d1173 req-b5ac00e3-037d-4fb5-90e4-fdfb470b3690 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:27.077767 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b3710b3c-ff86-4d53-9d22-205b968d1173 req-b5ac00e3-037d-4fb5-90e4-fdfb470b3690 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Sep 27 17:35:27.106392 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:27.113889 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (f2106fcb-aabe-4379-b43d-8eb93e898c26), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:27.132068 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b3710b3c-ff86-4d53-9d22-205b968d1173 req-bd344a9b-40f2-4afe-8148-a45a7dec1a8f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480633 Sep 27 17:35:27.214185 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:27.276392 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:27.330375 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] Router f2106fcb-aabe-4379-b43d-8eb93e898c26 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:35:27.642520 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:35:27.648124 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-af0a6f6e-6f8d-400b-a472-beb4f78e2a62 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/f2106fcb-aabe-4379-b43d-8eb93e898c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5502944 Sep 27 17:35:27.650816 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57378) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:27.651887 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] Sync routers for ids ['f2106fcb-aabe-4379-b43d-8eb93e898c26'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:35:27.669556 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] Routers {'f2106fcb-aabe-4379-b43d-8eb93e898c26'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:35:27.670196 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:35:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['f2106fcb-aabe-4379-b43d-8eb93e898c26'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:27.749858 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Publish callbacks [] for router (f2106fcb-aabe-4379-b43d-8eb93e898c26), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:27.777285 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] Set router f2106fcb-aabe-4379-b43d-8eb93e898c26 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:35:27.831923 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:27.850695 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Publish callbacks [] for router_gateway (f2106fcb-aabe-4379-b43d-8eb93e898c26), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:27.891775 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Deleting port cadba4f1-30cd-488e-bce8-9c8fa8190bd4 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:27.892117 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:27.944042 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'name': 'tempest-TestShelveInstance-154800618-router', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:35:26Z', 'revision_number': 5, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'gw_port': {'id': 'cadba4f1-30cd-488e-bce8-9c8fa8190bd4', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:27.968700 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] Checking router: f2106fcb-aabe-4379-b43d-8eb93e898c26 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:35:27.974483 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] For port cadba4f1-30cd-488e-bce8-9c8fa8190bd4, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=cadba4f1-30cd-488e-bce8-9c8fa8190bd4,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:27.974852 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:27.976854 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] Routers {'f2106fcb-aabe-4379-b43d-8eb93e898c26'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:35:27.977445 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:35:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['f2106fcb-aabe-4379-b43d-8eb93e898c26'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:27.989124 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Calling delete_port for cadba4f1-30cd-488e-bce8-9c8fa8190bd4 owned by network:router_gateway {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:28.057905 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] Set router f2106fcb-aabe-4379-b43d-8eb93e898c26 gateway port host: None {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:35:28.106744 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'name': 'tempest-TestShelveInstance-154800618-router', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:35:27Z', 'revision_number': 6, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'gw_port_host': None}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:28.131992 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a07fdc-a05e-4a9a-88d9-d631ba010013 None None] The sync data for ids ['f2106fcb-aabe-4379-b43d-8eb93e898c26'] in dv-cinder-849143-8-iscsi is: [{'id': 'f2106fcb-aabe-4379-b43d-8eb93e898c26', 'name': 'tempest-TestShelveInstance-154800618-router', 'tenant_id': '69f7ac71eb644876b683a468891ea5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:28:37Z', 'updated_at': '2022-09-27T17:35:27Z', 'revision_number': 6, 'project_id': '69f7ac71eb644876b683a468891ea5a7', 'gw_port_host': None}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:35:28.153997 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (cadba4f1-30cd-488e-bce8-9c8fa8190bd4), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.179475 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Pushing event deleted for resources: {'Port': ['ID=cadba4f1-30cd-488e-bce8-9c8fa8190bd4,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:28.276914 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (f2106fcb-aabe-4379-b43d-8eb93e898c26), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.285071 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35cb77-ab0d-41fa-8f5d-d136535aa271 req-4f7e2a6c-944a-4ac2-b413-e9cd19b7045c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:28.286565 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fb35cb77-ab0d-41fa-8f5d-d136535aa271 req-4f7e2a6c-944a-4ac2-b413-e9cd19b7045c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 945 time: 0.0598040 Sep 27 17:35:28.396448 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (f2106fcb-aabe-4379-b43d-8eb93e898c26), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.400315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Publish callbacks [] for router_controller (f2106fcb-aabe-4379-b43d-8eb93e898c26), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.445624 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fb35cb77-ab0d-41fa-8f5d-d136535aa271 req-3f8e0f99-3f02-4cf3-9eb7-18d28bbd70ac tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375229 Sep 27 17:35:28.470235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (f2106fcb-aabe-4379-b43d-8eb93e898c26), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.470235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2106fcb-aabe-4379-b43d-8eb93e898c26 {{(pid=106219) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:35:28.470235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.470235 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6635daad-9e01-4f1f-ac94-444a16d6fd5b admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/f2106fcb-aabe-4379-b43d-8eb93e898c26 HTTP/1.1" status: 204 len: 168 time: 0.8126926 Sep 27 17:35:28.470235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57382) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:28.516677 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f41bc8b-8918-4da0-bf2b-1ae7f9ba479e admin admin] Deleting subnet 915dab24-3263-4161-be44-b1fe2236ffd8 {{(pid=106219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:35:28.520175 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8f41bc8b-8918-4da0-bf2b-1ae7f9ba479e admin admin] Publish callbacks [] for subnet (915dab24-3263-4161-be44-b1fe2236ffd8), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.546856 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:28.558211 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8f41bc8b-8918-4da0-bf2b-1ae7f9ba479e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466286'] for subnet (915dab24-3263-4161-be44-b1fe2236ffd8), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.634369 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8f41bc8b-8918-4da0-bf2b-1ae7f9ba479e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (915dab24-3263-4161-be44-b1fe2236ffd8), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.658532 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:28.695303 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8f41bc8b-8918-4da0-bf2b-1ae7f9ba479e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2372855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10281563'] for subnet (915dab24-3263-4161-be44-b1fe2236ffd8), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.721384 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41bc8b-8918-4da0-bf2b-1ae7f9ba479e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915dab24-3263-4161-be44-b1fe2236ffd8,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:28.725912 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8f41bc8b-8918-4da0-bf2b-1ae7f9ba479e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.729957 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-8f41bc8b-8918-4da0-bf2b-1ae7f9ba479e admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/915dab24-3263-4161-be44-b1fe2236ffd8 HTTP/1.1" status: 204 len: 168 time: 0.2619026 Sep 27 17:35:28.731478 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57384) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:28.733488 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b230d64-30d3-4393-8dcb-94b4150bccc5 None None] Network 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:35:28.801756 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (1402e1a8-8040-4a68-bcbf-6a07c5a166c1), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.847117 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Deleting port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:28.847536 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.907931 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68c5566-1233-41c1-8153-d41a89431223 None None] DHCP port deletion for 1402e1a8-8040-4a68-bcbf-6a07c5a166c1 request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:35:28.912793 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] For port 852a2610-a0a6-4ba1-b314-5d4c7535bb71, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=852a2610-a0a6-4ba1-b314-5d4c7535bb71,segment=NetworkSegment(b26c6090-a838-4910-b445-51a58e46b277),segment_id=b26c6090-a838-4910-b445-51a58e46b277)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:28.913194 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:28.926303 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Calling delete_port for 852a2610-a0a6-4ba1-b314-5d4c7535bb71 owned by network:dhcp {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:28.945556 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b68c5566-1233-41c1-8153-d41a89431223 None None] Deleting port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 {{(pid=106221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:28.945934 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b68c5566-1233-41c1-8153-d41a89431223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), before_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.010024 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.041871 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Pushing event deleted for resources: {'Port': ['ID=852a2610-a0a6-4ba1-b314-5d4c7535bb71,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:29.048665 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] No DVR routers for this DVR port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 on host dv-cinder-849143-8-iscsi {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:35:29.153156 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (1402e1a8-8040-4a68-bcbf-6a07c5a166c1), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.155083 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-b68c5566-1233-41c1-8153-d41a89431223 None None] For port 852a2610-a0a6-4ba1-b314-5d4c7535bb71, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=852a2610-a0a6-4ba1-b314-5d4c7535bb71,segment=NetworkSegment(b26c6090-a838-4910-b445-51a58e46b277),segment_id=b26c6090-a838-4910-b445-51a58e46b277)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:29.155593 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b68c5566-1233-41c1-8153-d41a89431223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), precommit_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.169678 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-b68c5566-1233-41c1-8153-d41a89431223 None None] Calling delete_port for 852a2610-a0a6-4ba1-b314-5d4c7535bb71 owned by network:dhcp {{(pid=106221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:29.182455 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1402e1a8-8040-4a68-bcbf-6a07c5a166c1']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:29.189979 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-134ca118-122f-4b44-884b-af6a7176ca05 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:29.191488 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-134ca118-122f-4b44-884b-af6a7176ca05 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 945 time: 0.0808077 Sep 27 17:35:29.202822 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26c6090-a838-4910-b445-51a58e46b277') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:29.202822 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26c6090-a838-4910-b445-51a58e46b277') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:29.220879 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (b26c6090-a838-4910-b445-51a58e46b277), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.243204 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:29.251447 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b68c5566-1233-41c1-8153-d41a89431223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (852a2610-a0a6-4ba1-b314-5d4c7535bb71), after_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.255305 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (b26c6090-a838-4910-b445-51a58e46b277), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.270147 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:35:29.270550 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (b26c6090-a838-4910-b445-51a58e46b277), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.280293 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c5566-1233-41c1-8153-d41a89431223 None None] No DVR routers for this DVR port 852a2610-a0a6-4ba1-b314-5d4c7535bb71 on host dv-cinder-849143-8-iscsi {{(pid=106221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:35:29.284058 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c5566-1233-41c1-8153-d41a89431223 None None] Pushing event deleted for resources: {'Port': ['ID=852a2610-a0a6-4ba1-b314-5d4c7535bb71,revision_number=None']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:29.334426 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment b26c6090-a838-4910-b445-51a58e46b277 resource provider aggregate not found Sep 27 17:35:29.354730 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 852a2610-a0a6-4ba1-b314-5d4c7535bb71 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:35:29.358846 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment b26c6090-a838-4910-b445-51a58e46b277 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b26c6090-a838-4910-b445-51a58e46b277 found for delete ", "request_id": "req-dc0a685b-81bd-4901-ab7a-5cff1e32aced"}]} Sep 27 17:35:29.365684 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Deleting port ef3355f1-2589-4b0a-bdb1-68cba54179a8 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:29.366097 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.374624 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 852a2610-a0a6-4ba1-b314-5d4c7535bb71 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:35:29.374976 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 852a2610-a0a6-4ba1-b314-5d4c7535bb71 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:35:29.375396 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1b862cbd-45d2-4612-a3cd-7f2bd91d805d no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:35:29.380271 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (1402e1a8-8040-4a68-bcbf-6a07c5a166c1), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.387527 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.390676 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/1402e1a8-8040-4a68-bcbf-6a07c5a166c1 HTTP/1.1" status: 204 len: 168 time: 0.6581855 Sep 27 17:35:29.394264 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 1b862cbd-45d2-4612-a3cd-7f2bd91d805d {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:35:29.394608 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1b862cbd-45d2-4612-a3cd-7f2bd91d805d not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:35:29.395029 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device cadba4f1-30cd-488e-bce8-9c8fa8190bd4 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:35:29.413760 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: cadba4f1-30cd-488e-bce8-9c8fa8190bd4 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:35:29.414120 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device cadba4f1-30cd-488e-bce8-9c8fa8190bd4 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:35:29.426048 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ec7ea-baee-4dbe-98ab-3b5a650fedaf admin admin] Pushing event deleted for resources: {'Network': ['ID=1402e1a8-8040-4a68-bcbf-6a07c5a166c1,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:29.465370 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:29.478909 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] For port ef3355f1-2589-4b0a-bdb1-68cba54179a8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ef3355f1-2589-4b0a-bdb1-68cba54179a8,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:29.479269 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.540294 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57394) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:29.582226 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f1936a2f-ecdf-4318-abf7-365be0817b5f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=890469995c02465eb9b9ad2d1fb9ab6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402069 Sep 27 17:35:29.585345 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57396) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:29.592168 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a616a63-2a1a-40a4-8924-77de29fc924c req-94737f36-2e1d-47ef-afc6-e1e884e3f0d1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:29.593693 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3a616a63-2a1a-40a4-8924-77de29fc924c req-94737f36-2e1d-47ef-afc6-e1e884e3f0d1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 945 time: 0.0608268 Sep 27 17:35:29.635789 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3b594ceb-d6e7-4b08-8ebe-5d2aa4db3359 admin admin] Publish callbacks [] for security_group (7f4bd372-075e-4fd2-a05a-aeb35749f073), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.644404 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:29.656629 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3b594ceb-d6e7-4b08-8ebe-5d2aa4db3359 admin admin] Publish callbacks [] for security_group (7f4bd372-075e-4fd2-a05a-aeb35749f073), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.703171 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3b594ceb-d6e7-4b08-8ebe-5d2aa4db3359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (7f4bd372-075e-4fd2-a05a-aeb35749f073), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.705702 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3b594ceb-d6e7-4b08-8ebe-5d2aa4db3359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.706934 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3b594ceb-d6e7-4b08-8ebe-5d2aa4db3359 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7f4bd372-075e-4fd2-a05a-aeb35749f073 HTTP/1.1" status: 204 len: 168 time: 0.1206882 Sep 27 17:35:29.714928 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3a616a63-2a1a-40a4-8924-77de29fc924c req-86b4ef1f-d76e-4e45-bf0c-2bd071f51572 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=965d7397-2221-4c9f-917c-99751f239588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957427 Sep 27 17:35:29.715663 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b594ceb-d6e7-4b08-8ebe-5d2aa4db3359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4bd372-075e-4fd2-a05a-aeb35749f073,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:29.731574 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.731937 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (07c97db0-d75c-42e8-90c7-ceba7158daee), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.732294 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Floating IP 07c97db0-d75c-42e8-90c7-ceba7158daee disassociated. External IP: 172.27.0.8, port: ef3355f1-2589-4b0a-bdb1-68cba54179a8. Sep 27 17:35:29.732881 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Calling delete_port for ef3355f1-2589-4b0a-bdb1-68cba54179a8 owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:29.869697 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (ef3355f1-2589-4b0a-bdb1-68cba54179a8), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:29.897150 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'Port': ['ID=ef3355f1-2589-4b0a-bdb1-68cba54179a8,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:30.008989 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:35:30.057273 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57402) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:30.142814 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-8fdc6bb9-5a09-44b4-bc64-4426b1d3c830 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=69f7ac71eb644876b683a468891ea5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843699 Sep 27 17:35:30.145353 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57404) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:30.149815 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:35:30.161126 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:35:30.172597 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:35:30.173630 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:35:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:30.197035 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bdf6fd47-9e16-4f09-a6d3-040bcddee9b3 admin admin] Publish callbacks [] for security_group (43db2512-9697-4ac0-b6bf-88ca874bce64), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:30.197292 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] No DVR routers for this DVR port ef3355f1-2589-4b0a-bdb1-68cba54179a8 on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:35:30.199919 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:30.203246 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-82d5eab6-a14e-4ed7-8324-efb658bab3d4 req-2328fe02-6111-4d54-899a-c4967245a638 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "DELETE /networking/v2.0/ports/ef3355f1-2589-4b0a-bdb1-68cba54179a8 HTTP/1.1" status: 204 len: 173 time: 0.9926288 Sep 27 17:35:30.203749 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'name': 'network-vif-deleted', 'tag': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:35:30.207043 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b00440-0ae8-4da6-ac77-a5ee5900816d" -d '{"events": [{"server_uuid": "ce5f26c2-638d-4baf-9ccb-ba578b97cfc1", "name": "network-vif-deleted", "tag": "ef3355f1-2589-4b0a-bdb1-68cba54179a8"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:35:30.218437 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bdf6fd47-9e16-4f09-a6d3-040bcddee9b3 admin admin] Publish callbacks [] for security_group (43db2512-9697-4ac0-b6bf-88ca874bce64), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:30.274817 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bdf6fd47-9e16-4f09-a6d3-040bcddee9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (43db2512-9697-4ac0-b6bf-88ca874bce64), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:30.277441 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-bdf6fd47-9e16-4f09-a6d3-040bcddee9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:30.281712 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-bdf6fd47-9e16-4f09-a6d3-040bcddee9b3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/43db2512-9697-4ac0-b6bf-88ca874bce64 HTTP/1.1" status: 204 len: 168 time: 0.1351645 Sep 27 17:35:30.282578 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef291f94-8140-488f-9556-a9eeed483546 x-openstack-request-id: req-ef291f94-8140-488f-9556-a9eeed483546 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:35:30.282974 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5f26c2-638d-4baf-9ccb-ba578b97cfc1", "name": "network-vif-deleted", "tag": "ef3355f1-2589-4b0a-bdb1-68cba54179a8", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:35:30.283323 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef291f94-8140-488f-9556-a9eeed483546 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:35:30.283935 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef291f94-8140-488f-9556-a9eeed483546'] response: {'server_uuid': 'ce5f26c2-638d-4baf-9ccb-ba578b97cfc1', 'name': 'network-vif-deleted', 'tag': 'ef3355f1-2589-4b0a-bdb1-68cba54179a8', 'status': 'completed', 'code': 200} Sep 27 17:35:30.290898 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6fd47-9e16-4f09-a6d3-040bcddee9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43db2512-9697-4ac0-b6bf-88ca874bce64,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:30.345167 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:35:30.519712 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:30.562057 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:30.589030 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:35:30.599803 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:35:30.600462 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:35:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:30.713856 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:35:30.876178 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c2ac063f-b73f-4e83-bc7b-5f6a3ac5beb0 req-ec0b2c40-3598-43ba-ac6c-770416b820c4 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ce5f26c2-638d-4baf-9ccb-ba578b97cfc1 HTTP/1.1" status: 200 len: 210 time: 0.0358078 Sep 27 17:35:30.921489 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:30.947545 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030906a7-d132-4f61-b6d2-73cc2117bff6 None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:35:31.160633 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524a167b-265f-4dd3-9fdf-3c1d2fa63bc1 None None] New status for floating IP 07c97db0-d75c-42e8-90c7-ceba7158daee: DOWN {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:35:31.970063 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57416) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:32.025053 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2f2a-c351-443c-9836-d2b17d3ded0c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (965d7397-2221-4c9f-917c-99751f239588), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:32.046604 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2f2a-c351-443c-9836-d2b17d3ded0c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (965d7397-2221-4c9f-917c-99751f239588), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:32.091612 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2f2a-c351-443c-9836-d2b17d3ded0c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (965d7397-2221-4c9f-917c-99751f239588), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:32.094135 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2f2a-c351-443c-9836-d2b17d3ded0c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:32.095263 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-0dcd2f2a-c351-443c-9836-d2b17d3ded0c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/965d7397-2221-4c9f-917c-99751f239588 HTTP/1.1" status: 204 len: 168 time: 0.1240702 Sep 27 17:35:32.098042 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57418) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:32.104963 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd2f2a-c351-443c-9836-d2b17d3ded0c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d7397-2221-4c9f-917c-99751f239588,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:32.112117 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.api.v2.resource [None req-e142ecf3-5449-4da1-b27f-272d4c38dbb8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] show failed (client error): The resource could not be found. Sep 27 17:35:32.113314 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e142ecf3-5449-4da1-b27f-272d4c38dbb8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups/965d7397-2221-4c9f-917c-99751f239588 HTTP/1.1" status: 404 len: 347 time: 0.0142491 Sep 27 17:35:32.116123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57420) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:32.224509 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-56ea7c46-42e7-4789-b227-3655b6bbebc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Deleting port e524d940-bfbb-4c37-8b7e-bf5b53aca207 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:35:32.224746 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-56ea7c46-42e7-4789-b227-3655b6bbebc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (e524d940-bfbb-4c37-8b7e-bf5b53aca207), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:32.298007 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-56ea7c46-42e7-4789-b227-3655b6bbebc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (e524d940-bfbb-4c37-8b7e-bf5b53aca207), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:32.298363 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-56ea7c46-42e7-4789-b227-3655b6bbebc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (e524d940-bfbb-4c37-8b7e-bf5b53aca207), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:32.310455 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:32.311648 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-56ea7c46-42e7-4789-b227-3655b6bbebc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Calling delete_port for e524d940-bfbb-4c37-8b7e-bf5b53aca207 owned by network:floatingip {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:35:32.360903 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:32.446472 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-56ea7c46-42e7-4789-b227-3655b6bbebc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (e524d940-bfbb-4c37-8b7e-bf5b53aca207), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:32.468363 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea7c46-42e7-4789-b227-3655b6bbebc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'Port': ['ID=e524d940-bfbb-4c37-8b7e-bf5b53aca207,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:32.532265 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-56ea7c46-42e7-4789-b227-3655b6bbebc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (07c97db0-d75c-42e8-90c7-ceba7158daee), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:32.534760 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-56ea7c46-42e7-4789-b227-3655b6bbebc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:32.535896 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-56ea7c46-42e7-4789-b227-3655b6bbebc5 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/07c97db0-d75c-42e8-90c7-ceba7158daee HTTP/1.1" status: 204 len: 168 time: 0.4188819 Sep 27 17:35:33.467392 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device ef3355f1-2589-4b0a-bdb1-68cba54179a8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:35:33.490628 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: ef3355f1-2589-4b0a-bdb1-68cba54179a8 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:35:33.490973 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device ef3355f1-2589-4b0a-bdb1-68cba54179a8 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:35:33.614138 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57426) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:33.618751 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-d8849307-a247-439e-9bf1-e0335f513110 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626237388', 'description': 'tempest-description--728012780'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:35:33.639228 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d8849307-a247-439e-9bf1-e0335f513110 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.705432 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d8849307-a247-439e-9bf1-e0335f513110 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (19c2cae2-3dcd-4d79-bcaf-9dae18f61eda), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.708923 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d8849307-a247-439e-9bf1-e0335f513110 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (19c2cae2-3dcd-4d79-bcaf-9dae18f61eda), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.739172 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d8849307-a247-439e-9bf1-e0335f513110 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.740382 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d8849307-a247-439e-9bf1-e0335f513110 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1251934 Sep 27 17:35:33.742311 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8849307-a247-439e-9bf1-e0335f513110 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:33.743559 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57428) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:33.748457 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-523bb5ac-a3b9-41dc-bfe4-0caa3a3ec96d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group_rule': {'security_group_id': '19c2cae2-3dcd-4d79-bcaf-9dae18f61eda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:35:33.776292 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-523bb5ac-a3b9-41dc-bfe4-0caa3a3ec96d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (0922bb27-525a-4d95-92ab-7242cbf62743), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.829576 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-523bb5ac-a3b9-41dc-bfe4-0caa3a3ec96d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (0922bb27-525a-4d95-92ab-7242cbf62743), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.832746 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-523bb5ac-a3b9-41dc-bfe4-0caa3a3ec96d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (0922bb27-525a-4d95-92ab-7242cbf62743), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.844559 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:33.852546 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bb5ac-a3b9-41dc-bfe4-0caa3a3ec96d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0922bb27-525a-4d95-92ab-7242cbf62743,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:33.854153 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:33.861759 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-523bb5ac-a3b9-41dc-bfe4-0caa3a3ec96d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.863067 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-523bb5ac-a3b9-41dc-bfe4-0caa3a3ec96d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183341 Sep 27 17:35:33.865930 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57430) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:33.870697 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-79bc2527-36d6-4c51-b701-c0621f9557db tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'security_group_rule': {'security_group_id': '19c2cae2-3dcd-4d79-bcaf-9dae18f61eda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:35:33.895971 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-79bc2527-36d6-4c51-b701-c0621f9557db tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (53ade73e-e15d-43f0-9c3f-6ccfff162553), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.950084 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-79bc2527-36d6-4c51-b701-c0621f9557db tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (53ade73e-e15d-43f0-9c3f-6ccfff162553), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.953365 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-79bc2527-36d6-4c51-b701-c0621f9557db tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (53ade73e-e15d-43f0-9c3f-6ccfff162553), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.976018 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc2527-36d6-4c51-b701-c0621f9557db tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ade73e-e15d-43f0-9c3f-6ccfff162553,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:33.984170 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-79bc2527-36d6-4c51-b701-c0621f9557db tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:33.985352 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-79bc2527-36d6-4c51-b701-c0621f9557db tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183991 Sep 27 17:35:33.988496 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57432) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:33.992735 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:35:34.015116 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:34.092694 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:34.197148 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Allocated IP 172.27.0.137 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:35:34.209608 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:34.248775 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:34.298732 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:34.330113 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:34.371586 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:35:34.377178 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:35:34.380881 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:35:34.384626 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:34.495162 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (0291ca5d-b0c1-4225-9600-144d88187216), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:34.539827 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:34.686635 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:34.690979 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:34.755979 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:34.759301 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (0291ca5d-b0c1-4225-9600-144d88187216), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:34.774785 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:34.776016 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-8d6cef45-6b2d-4f96-a6a0-10160b03e749 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7865174 Sep 27 17:35:34.970950 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-c9cc4edc-256d-4c0d-a04a-5af7fa058de2 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1626237388&fields=id&tenant_id=ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 267 time: 0.0418456 Sep 27 17:35:35.094776 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-e8c163e0-40b2-4465-85a5-b3e526736964 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:35.096238 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-e8c163e0-40b2-4465-85a5-b3e526736964 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 815 time: 0.1184220 Sep 27 17:35:35.111368 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-a7f0f209-fe7c-4973-9d2c-39798a9d031c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/quotas/ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 375 time: 0.0090187 Sep 27 17:35:35.142092 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:35.161243 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-11a5d287-c8ae-49c7-ac05-8334591d395a tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450304 Sep 27 17:35:35.265730 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-54a253ef-b0a4-404f-b707-71025fedb986 service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106219) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:35:35.266825 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-54a253ef-b0a4-404f-b707-71025fedb986 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0940225 Sep 27 17:35:35.610452 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-1400fb8f-2a85-4f14-9abc-c0528219e5c3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376093 Sep 27 17:35:35.623946 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:35.641156 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:35:35.699130 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-478a6373-d5ae-46ee-a62d-21305c8bc240 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828962 Sep 27 17:35:35.866805 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-37218f82-a091-4409-998d-afcf956bc11b req-83b375c2-2438-439d-a5e4-4dca828ddabf tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 210 time: 0.0303073 Sep 27 17:35:36.969197 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f88e5308-b3e7-48db-b36b-bd96ab785dae req-82202ba8-57d5-4f01-9471-34fea5d89464 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 210 time: 0.0281434 Sep 27 17:35:37.171913 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-54557c10-fa65-4bc5-8fe3-3a23a0075847 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:37.173333 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-54557c10-fa65-4bc5-8fe3-3a23a0075847 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 815 time: 0.1039548 Sep 27 17:35:37.237970 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-e978b9de-6d58-4a90-80c6-6bed949d6196 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ef13103d3d8b43e1882d4820c8d9247b HTTP/1.1" status: 200 len: 380 time: 0.0516641 Sep 27 17:35:37.336901 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'port': {'device_id': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'admin_state_up': True, 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'security_groups': ['19c2cae2-3dcd-4d79-bcaf-9dae18f61eda']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:35:37.341251 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-99b03ea1-4528-44ec-9f2a-680827a6def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:37.447224 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Made reservation on behalf of ef13103d3d8b43e1882d4820c8d9247b for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:35:37.451033 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:37.575980 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Allocated IP 172.20.0.14 (50dc8265-0d0d-49da-afd6-19daca5e673b/7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b/2ada2339-648c-4124-a9c2-ed0cd3edf8ef) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:35:37.712625 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:37.743055 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:37.751197 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:37.787864 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Network 50dc8265-0d0d-49da-afd6-19daca5e673b is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:35:37.791610 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:35:37.795776 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:35:37.801788 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event updated for resources: {'Port': ['ID=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:37.821955 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:37.837893 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.838197 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.838549 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.838892 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.839225 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.839555 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.839884 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.840213 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.840545 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.840896 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.841227 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.841546 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.841870 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.842224 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.842550 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:35:37.864142 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:37.864776 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:37.881757 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-50569051-e7d5-428e-9628-5fd4da299153 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488048 Sep 27 17:35:37.901349 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Request body: {'port': {'device_id': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:35:37.966284 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:37.995869 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-a9cdcf0a-329a-493b-bc2c-04a1519432cb None None] Provisioning complete for port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:35:37.996240 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcf0a-329a-493b-bc2c-04a1519432cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:37.996581 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a9cdcf0a-329a-493b-bc2c-04a1519432cb None None] Attempt 1 to provision port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef Sep 27 17:35:38.030039 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdcf0a-329a-493b-bc2c-04a1519432cb None None] Port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:35:38.136682 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957159f-1fd3-43e5-81c1-55370549033a req-538423a8-61ae-4539-a0b9-ac9a70e91011 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:38.138187 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7957159f-1fd3-43e5-81c1-55370549033a req-538423a8-61ae-4539-a0b9-ac9a70e91011 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 932 time: 0.0773339 Sep 27 17:35:38.236785 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7957159f-1fd3-43e5-81c1-55370549033a req-1feb5315-8694-444f-8491-df39110d7d9f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723007 Sep 27 17:35:38.301949 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ada2339-648c-4124-a9c2-ed0cd3edf8ef {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:35:38.310216 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Publish callbacks [] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:38.322830 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Transition to ACTIVE for port object 2ada2339-648c-4124-a9c2-ed0cd3edf8ef will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:35:38.326712 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:38.407854 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:38.435376 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Attempting to bind port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:35:38.435713 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Attempting to bind port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:35:38.436041 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Attempting to bind port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef on network 50dc8265-0d0d-49da-afd6-19daca5e673b {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:35:38.479557 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef on network 50dc8265-0d0d-49da-afd6-19daca5e673b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:35:38.479883 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Attempting to bind port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef on network 50dc8265-0d0d-49da-afd6-19daca5e673b {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:35:38.520743 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:35:38.521104 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Checking segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:35:38.521493 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Bound using segment: {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:35:38.521922 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Bound port: 2ada2339-648c-4124-a9c2-ed0cd3edf8ef, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:35:38.522317 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:38.531538 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a9cdcf0a-329a-493b-bc2c-04a1519432cb None None] Attempt 2 to provision port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef Sep 27 17:35:38.566604 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdcf0a-329a-493b-bc2c-04a1519432cb None None] Port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:35:38.581265 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] For port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:35:38.584248 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] For port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:35:38.585787 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:38.591928 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:38.595165 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:38.595950 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:38.597308 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/2ada2339-648c-4124-a9c2-ed0cd3edf8ef HTTP/1.1" status: 200 len: 1094 time: 0.7003469 Sep 27 17:35:38.599585 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'tag': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:35:38.602607 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44a4e7a-cd1c-4aa6-8600-029316d0977c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486", "tag": "2ada2339-648c-4124-a9c2-ed0cd3edf8ef"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:35:38.655515 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:38.668423 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2086f-76bc-41c0-b8ae-936c82121ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:38.704574 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-4b869a6d-3173-4410-954c-34654157cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:38.706183 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-4b869a6d-3173-4410-954c-34654157cced service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 1128 time: 0.0473800 Sep 27 17:35:38.753842 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-13a4bd58-a41c-4235-96b2-7f83a9bc12d9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ada2339-648c-4124-a9c2-ed0cd3edf8ef HTTP/1.1" status: 200 len: 217 time: 0.0335968 Sep 27 17:35:38.771657 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1be370-0912-4b9e-b6fd-229894a50d30 x-openstack-request-id: req-cf1be370-0912-4b9e-b6fd-229894a50d30 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:35:38.771946 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486", "tag": "2ada2339-648c-4124-a9c2-ed0cd3edf8ef", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:35:38.772201 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf1be370-0912-4b9e-b6fd-229894a50d30 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:35:38.773103 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1be370-0912-4b9e-b6fd-229894a50d30'] response: {'name': 'network-changed', 'server_uuid': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'tag': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef', 'status': 'completed', 'code': 200} Sep 27 17:35:38.807364 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-ffbe02ce-5c73-41db-afa0-cec9db43ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:38.808768 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-ffbe02ce-5c73-41db-afa0-cec9db43ff85 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0469117 Sep 27 17:35:38.854827 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-8ed8e10f-1166-4fde-904d-96a722596453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:38.856298 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-8ed8e10f-1166-4fde-904d-96a722596453 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414653 Sep 27 17:35:38.943397 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-a7553ec4-3139-4706-9e4b-ec778bd5b8b6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803578 Sep 27 17:35:39.035340 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c71565be-b7fa-4a48-b292-2ee595301b95 req-a180c7fc-35fe-4d5e-b727-5472a3079ee0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852203 Sep 27 17:35:39.067909 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-a9cdcf0a-329a-493b-bc2c-04a1519432cb None None] Attempt 3 to provision port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef Sep 27 17:35:39.101990 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:39.114936 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdcf0a-329a-493b-bc2c-04a1519432cb None None] Port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:35:39.356181 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5949f-d148-44b3-8a1d-93309ca70adb req-013654c9-96e1-4a04-9b05-9cdfc2e49106 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:39.357634 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-acb5949f-d148-44b3-8a1d-93309ca70adb req-013654c9-96e1-4a04-9b05-9cdfc2e49106 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 944 time: 0.0464218 Sep 27 17:35:39.403819 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-acb5949f-d148-44b3-8a1d-93309ca70adb req-5b6c3a4b-b953-418b-a1b4-6c5730026a3f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403717 Sep 27 17:35:39.568768 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-eba0610a-a190-4607-b04a-f421fb2c01b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:40.530156 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310af924-7358-4f78-9f6e-305b2e18efc1 req-5a65b2ed-6ef8-4824-829b-af5d2b311a55 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:40.531616 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-310af924-7358-4f78-9f6e-305b2e18efc1 req-5a65b2ed-6ef8-4824-829b-af5d2b311a55 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 944 time: 0.0499630 Sep 27 17:35:40.577646 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-310af924-7358-4f78-9f6e-305b2e18efc1 req-d83ef1d9-abf4-4b1c-a8dd-ffa33f23e26f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 Sep 27 17:35:40.881213 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:41.232708 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:41.723575 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253d32a-d7ce-41a6-8c0f-44569f146e11 req-8f83e29b-7b55-456c-a2ff-0c09a20fb96e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:41.725022 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f253d32a-d7ce-41a6-8c0f-44569f146e11 req-8f83e29b-7b55-456c-a2ff-0c09a20fb96e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 944 time: 0.0710127 Sep 27 17:35:41.726118 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-5256d352-bd97-48b3-bd25-c29d1879e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:41.727423 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-5256d352-bd97-48b3-bd25-c29d1879e5ef service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 1128 time: 0.0636690 Sep 27 17:35:41.824865 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f253d32a-d7ce-41a6-8c0f-44569f146e11 req-ab86d9f8-aef6-40e4-be59-1e21788f9fa8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941572 Sep 27 17:35:41.850453 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-de93d85f-401e-4a3c-98bd-0d4179bb6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:41.851932 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-de93d85f-401e-4a3c-98bd-0d4179bb6c22 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 916 time: 0.1153393 Sep 27 17:35:41.890960 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-70afac19-3dd4-418b-9fc2-ed4096a244d3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ada2339-648c-4124-a9c2-ed0cd3edf8ef HTTP/1.1" status: 200 len: 217 time: 0.0327995 Sep 27 17:35:41.942089 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-614542fb-de6a-4c7f-8013-d8ac26abb432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:41.943550 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-614542fb-de6a-4c7f-8013-d8ac26abb432 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0465512 Sep 27 17:35:41.985577 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-59f5a1b3-ee36-4796-9694-02ccdf83acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:41.987117 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-59f5a1b3-ee36-4796-9694-02ccdf83acc7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371382 Sep 27 17:35:42.078039 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-ba3d0331-7f46-4ed6-930b-653a0c761999 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844924 Sep 27 17:35:42.126927 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:42.163861 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:42.168373 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c44a4e7a-cd1c-4aa6-8600-029316d0977c req-879cfa44-9304-4529-8d31-21501bc94211 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845015 Sep 27 17:35:42.439309 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:42.499005 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:42.943545 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fff985-4511-49c9-893e-cd66ff2e3c02 req-1df392f5-bb2c-45de-9ade-4826ce54851e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:42.945484 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c4fff985-4511-49c9-893e-cd66ff2e3c02 req-1df392f5-bb2c-45de-9ade-4826ce54851e tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 944 time: 0.0452039 Sep 27 17:35:42.994402 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c4fff985-4511-49c9-893e-cd66ff2e3c02 req-ab29c18f-c01f-47d2-8e9a-dfff5b47d531 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433917 Sep 27 17:35:43.469974 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 2ada2339-648c-4124-a9c2-ed0cd3edf8ef details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:35:43.568037 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:43.579174 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'port_id': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef', 'mac_address': 'fa:16:3e:d9:a7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:35:43.611409 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:43.613718 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:35:43.614156 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:43.628139 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ada2339-648c-4124-a9c2-ed0cd3edf8ef {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:35:43.648115 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:43.651834 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:43.699866 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:44.097294 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['2ada2339-648c-4124-a9c2-ed0cd3edf8ef'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:35:44.119078 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43dda6-303a-428f-b505-48b59c80ecd9 req-670f378e-4e98-43d1-9c58-99ea7063a091 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:44.120541 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3d43dda6-303a-428f-b505-48b59c80ecd9 req-670f378e-4e98-43d1-9c58-99ea7063a091 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 945 time: 0.0528166 Sep 27 17:35:44.167176 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3d43dda6-303a-428f-b505-48b59c80ecd9 req-82aefd80-15de-4314-9095-e3a939212030 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410235 Sep 27 17:35:45.214023 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:45.287250 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58a15-4740-4e2a-bad3-09c8a6470dd0 req-d00427ff-9183-49a9-af99-3e1cb1b37c0d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:45.288789 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-14d58a15-4740-4e2a-bad3-09c8a6470dd0 req-d00427ff-9183-49a9-af99-3e1cb1b37c0d tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 945 time: 0.0462928 Sep 27 17:35:45.335467 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-14d58a15-4740-4e2a-bad3-09c8a6470dd0 req-0c983e97-dd05-48ef-ba7d-c98655022fff tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411508 Sep 27 17:35:45.483409 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 2ada2339-648c-4124-a9c2-ed0cd3edf8ef up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:35:45.524772 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:35:45.530618 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:35:45.531198 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:45.531663 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef Sep 27 17:35:45.600828 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:35:45.601204 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:45.623919 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:35:45.626148 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b018d42c-9932-4249-9b23-73f156da971a" -d '{"events": [{"server_uuid": "8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486", "name": "network-vif-plugged", "status": "completed", "tag": "2ada2339-648c-4124-a9c2-ed0cd3edf8ef"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:35:45.637770 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:45.639778 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:35:45.644482 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:45.701839 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:35:45.731658 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7d18c9-82d1-4b0e-bc0c-4f1d730bb1f0 x-openstack-request-id: req-2a7d18c9-82d1-4b0e-bc0c-4f1d730bb1f0 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:35:45.731958 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486", "name": "network-vif-plugged", "status": "completed", "tag": "2ada2339-648c-4124-a9c2-ed0cd3edf8ef", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:35:45.732238 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a7d18c9-82d1-4b0e-bc0c-4f1d730bb1f0 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:35:45.732625 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7d18c9-82d1-4b0e-bc0c-4f1d730bb1f0'] response: {'server_uuid': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef', 'code': 200} Sep 27 17:35:45.930465 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87cd2f-e0ab-4237-9682-6e3d64870e0d req-50ba57a0-1e66-4789-adf0-a33b64e660dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:45.931911 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a87cd2f-e0ab-4237-9682-6e3d64870e0d req-50ba57a0-1e66-4789-adf0-a33b64e660dd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 1130 time: 0.0409336 Sep 27 17:35:45.978190 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a87cd2f-e0ab-4237-9682-6e3d64870e0d req-c2f6e01f-e0fe-4551-b3f4-aadc737e831f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388818 Sep 27 17:35:46.456127 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ac610-b3d2-41c9-827e-59045c4b2088 req-80a3e6d4-b31b-477d-bcd4-a180e9b14857 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:46.457540 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-510ac610-b3d2-41c9-827e-59045c4b2088 req-80a3e6d4-b31b-477d-bcd4-a180e9b14857 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 946 time: 0.0450857 Sep 27 17:35:46.503745 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-510ac610-b3d2-41c9-827e-59045c4b2088 req-1c6d768f-63f6-4e7c-95a5-16964d8154b7 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 Sep 27 17:35:47.625401 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6292e8-8f66-40c4-9350-9769c56eb747 req-7a9b26bb-deb9-4099-ba44-c036866c651f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:47.626919 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd6292e8-8f66-40c4-9350-9769c56eb747 req-7a9b26bb-deb9-4099-ba44-c036866c651f tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 946 time: 0.0462284 Sep 27 17:35:47.677566 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd6292e8-8f66-40c4-9350-9769c56eb747 req-4475cc1c-7697-4eba-8575-156fe4a7cb41 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450654 Sep 27 17:35:47.797764 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330eb2d-d955-49f4-a635-c7f5cdb1401c req-171ffaa1-9771-49ef-97b9-4f4e9f0c3e80 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:47.799567 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b330eb2d-d955-49f4-a635-c7f5cdb1401c req-171ffaa1-9771-49ef-97b9-4f4e9f0c3e80 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 946 time: 0.0492067 Sep 27 17:35:47.809598 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57502) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:35:47.814038 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-163b07e7-a2a4-427d-a30a-1626ea5eff34 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Request body: {'floatingip': {'port_id': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:35:47.853919 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-163b07e7-a2a4-427d-a30a-1626ea5eff34 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (0291ca5d-b0c1-4225-9600-144d88187216), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:48.152374 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:48.282434 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-163b07e7-a2a4-427d-a30a-1626ea5eff34 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:48.286317 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-163b07e7-a2a4-427d-a30a-1626ea5eff34 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (0291ca5d-b0c1-4225-9600-144d88187216), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:48.325538 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:48.388506 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-163b07e7-a2a4-427d-a30a-1626ea5eff34 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Floating IP 0291ca5d-b0c1-4225-9600-144d88187216 associated. External IP: 172.27.0.137, port: 2ada2339-648c-4124-a9c2-ed0cd3edf8ef. Sep 27 17:35:48.579440 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163b07e7-a2a4-427d-a30a-1626ea5eff34 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:35:48.680141 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163b07e7-a2a4-427d-a30a-1626ea5eff34 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:35:48.684859 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-163b07e7-a2a4-427d-a30a-1626ea5eff34 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:35:48.689786 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:35:48.699671 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:35:48.700287 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:35:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:48.714913 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-163b07e7-a2a4-427d-a30a-1626ea5eff34 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/0291ca5d-b0c1-4225-9600-144d88187216 HTTP/1.1" status: 200 len: 992 time: 0.9041939 Sep 27 17:35:48.715502 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'tag': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:35:48.717757 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4cda66-d083-42a0-93eb-914ce15e02f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486", "tag": "2ada2339-648c-4124-a9c2-ed0cd3edf8ef"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:35:48.747358 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:48.755912 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601d8455-ddd9-40bd-8437-15aeea65f2dc x-openstack-request-id: req-601d8455-ddd9-40bd-8437-15aeea65f2dc {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:35:48.756202 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486", "tag": "2ada2339-648c-4124-a9c2-ed0cd3edf8ef", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:35:48.756454 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-601d8455-ddd9-40bd-8437-15aeea65f2dc {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:35:48.756933 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601d8455-ddd9-40bd-8437-15aeea65f2dc'] response: {'name': 'network-changed', 'server_uuid': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'tag': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef', 'status': 'completed', 'code': 200} Sep 27 17:35:48.839168 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-6765273e-9b65-4959-beba-96673c933fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:48.840608 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-6765273e-9b65-4959-beba-96673c933fe4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 1130 time: 0.0443456 Sep 27 17:35:48.931153 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:35:48.933069 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-682860ea-82b5-45d0-9e82-263309e6c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:48.934597 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-682860ea-82b5-45d0-9e82-263309e6c7ba service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 200 len: 916 time: 0.0877602 Sep 27 17:35:48.997971 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-a68d6383-8718-4076-95f5-04109e4c3438 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ada2339-648c-4124-a9c2-ed0cd3edf8ef HTTP/1.1" status: 200 len: 1000 time: 0.0576267 Sep 27 17:35:49.047072 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-881816bb-2b40-4192-b788-2e10ed3513e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:49.048524 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-881816bb-2b40-4192-b788-2e10ed3513e7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 200 len: 854 time: 0.0447249 Sep 27 17:35:49.096248 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:49.096521 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-7c888f02-8265-4df6-ac46-0537cd8fc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:35:49.098404 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-7c888f02-8265-4df6-ac46-0537cd8fc5c8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=50dc8265-0d0d-49da-afd6-19daca5e673b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427716 Sep 27 17:35:49.155527 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '0291ca5d-b0c1-4225-9600-144d88187216', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:d9:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:35:34Z', 'updated_at': '2022-09-27T17:35:48Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:49.187454 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:35:49.195801 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:35:49.196417 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:35:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:49.197987 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-411a8d18-9fd8-46a9-a63b-cd0c4d7623fa service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928104 Sep 27 17:35:49.222062 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:49.289495 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0b4cda66-d083-42a0-93eb-914ce15e02f3 req-e86e1284-9390-4729-b451-c4a851366dca service neutron] 10.222.0.18 "GET /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856869 Sep 27 17:35:49.309214 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:35:49.523830 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '0291ca5d-b0c1-4225-9600-144d88187216', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:d9:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:35:34Z', 'updated_at': '2022-09-27T17:35:48Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:35:49.548618 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4cf27f-903b-4c1d-aac1-f59ee3f1a4fa None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '0291ca5d-b0c1-4225-9600-144d88187216', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'port_id': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'mac_address': 'fa:16:3e:d9:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:35:34Z', 'updated_at': '2022-09-27T17:35:48Z', 'revision_number': 1, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:35:49.751304 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a708d-16e3-4d65-bdd4-a9d74683fe61 None None] New status for floating IP 0291ca5d-b0c1-4225-9600-144d88187216: ACTIVE {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:35:59.274707 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:59.285914 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:59.521049 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=63 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:35:59.526778 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=46 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:07.342598 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-93b668ae-ecc8-4149-a867-9a44548dcbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:09.571516 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ecd02daf-0efe-47bc-b70d-4bc94d8e4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:10.886488 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:12.439394 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:12.501489 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:12.635741 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:12.641590 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:36:15.095647 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0926b33-03c9-4ae3-a465-a0c5c1afd691 req-d42d2d25-1d2c-4854-b544-a200975d1411 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:15.097121 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a0926b33-03c9-4ae3-a465-a0c5c1afd691 req-d42d2d25-1d2c-4854-b544-a200975d1411 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 946 time: 0.0494804 Sep 27 17:36:15.143263 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a0926b33-03c9-4ae3-a465-a0c5c1afd691 req-3df3e9c1-d4ee-42a4-9a7b-50b955a407a9 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Sep 27 17:36:15.220513 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:16.267972 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e640b8-0914-4988-9df4-78c6ce1437d8 req-3c48f590-b094-4843-95ee-a443184dba29 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:16.269416 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90e640b8-0914-4988-9df4-78c6ce1437d8 req-3c48f590-b094-4843-95ee-a443184dba29 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 946 time: 0.0452974 Sep 27 17:36:16.320313 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90e640b8-0914-4988-9df4-78c6ce1437d8 req-fb994130-e1c0-43e0-9106-ead6b6e68908 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445595 Sep 27 17:36:16.944704 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-f5893790-04e9-4f93-b55c-0746fa6194a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:16.946138 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-f5893790-04e9-4f93-b55c-0746fa6194a0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 946 time: 0.0442924 Sep 27 17:36:17.044746 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Deleting port 44bdfd6c-6234-47ec-8359-4819b713d0a5 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:36:17.045094 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:17.132981 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] For port 44bdfd6c-6234-47ec-8359-4819b713d0a5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=44bdfd6c-6234-47ec-8359-4819b713d0a5,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:17.133364 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:17.295510 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:17.296065 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (89039477-036c-4220-9b00-51c4364ae7e8), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:17.296187 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Floating IP 89039477-036c-4220-9b00-51c4364ae7e8 disassociated. External IP: 172.27.0.193, port: 44bdfd6c-6234-47ec-8359-4819b713d0a5. Sep 27 17:36:17.296517 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Calling delete_port for 44bdfd6c-6234-47ec-8359-4819b713d0a5 owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:36:17.718025 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa310-346e-4e7a-a82d-a0c8fd504c08 req-0e95ce4c-e35f-4872-b8b5-728e26bd49f7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:17.719513 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-eb3fa310-346e-4e7a-a82d-a0c8fd504c08 req-0e95ce4c-e35f-4872-b8b5-728e26bd49f7 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f84aa405-baed-4bb8-84db-ab3592929c8a HTTP/1.1" status: 200 len: 946 time: 0.3159630 Sep 27 17:36:17.720107 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (44bdfd6c-6234-47ec-8359-4819b713d0a5), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:17.759956 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event deleted for resources: {'Port': ['ID=44bdfd6c-6234-47ec-8359-4819b713d0a5,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:17.819514 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:17.832894 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-eb3fa310-346e-4e7a-a82d-a0c8fd504c08 req-9199b24d-8f45-4be4-9225-528de55c1464 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f0612762-629f-4931-b39f-54be13622a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064866 Sep 27 17:36:17.893681 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Router d8532917-707b-4e59-9087-95d0bd75b520 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:36:17.942776 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:17.996453 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:36:18.005779 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] Sync routers for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:36:18.015989 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:36:18.016613 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:18.038759 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] No DVR routers for this DVR port 44bdfd6c-6234-47ec-8359-4819b713d0a5 on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:36:18.041221 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:18.044419 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ea14f9ac-ee77-417d-a89a-191c741e938e req-97cbef80-6f1e-41f1-8433-6b689fd672f0 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.18 "DELETE /networking/v2.0/ports/44bdfd6c-6234-47ec-8359-4819b713d0a5 HTTP/1.1" status: 204 len: 173 time: 1.0933654 Sep 27 17:36:18.044913 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'name': 'network-vif-deleted', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:36:18.047146 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ff1895-f9e5-4d2b-bbae-f8283c5bb12a" -d '{"events": [{"server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "name": "network-vif-deleted", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:36:18.113376 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfdfde2-c01e-4909-807a-ad00dd57b973 x-openstack-request-id: req-8bfdfde2-c01e-4909-807a-ad00dd57b973 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:36:18.113759 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84aa405-baed-4bb8-84db-ab3592929c8a", "name": "network-vif-deleted", "tag": "44bdfd6c-6234-47ec-8359-4819b713d0a5", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:36:18.114090 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8bfdfde2-c01e-4909-807a-ad00dd57b973 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:36:18.114642 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bfdfde2-c01e-4909-807a-ad00dd57b973'] response: {'server_uuid': 'f84aa405-baed-4bb8-84db-ab3592929c8a', 'name': 'network-vif-deleted', 'tag': '44bdfd6c-6234-47ec-8359-4819b713d0a5', 'status': 'completed', 'code': 200} Sep 27 17:36:18.126952 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:36:18.326211 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:18.354446 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] Checking router: d8532917-707b-4e59-9087-95d0bd75b520 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:36:18.362710 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:36:18.363299 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:18.461159 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:36:18.652779 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:18.680950 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9483721-d427-4ff4-b657-dd3811b19aff None None] The sync data for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi is: [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:24:13Z', 'revision_number': 4, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': 'be82f126-8b98-4ad0-a50a-e5c0909f414b', 'name': '', 'network_id': '39cd2f9e-bd9d-49da-a5a0-71ace359ff57', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'mac_address': 'fa:16:3e:88:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:12Z', 'updated_at': '2022-09-27T17:24:25Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'subnets': [{'id': '78a9782a-b46b-467c-82d2-0da18c8be2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:36:18.899636 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a81218-4caf-4e6c-a082-79ee82c7d489 None None] New status for floating IP 89039477-036c-4220-9b00-51c4364ae7e8: DOWN {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:36:18.928957 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:18.934170 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57546) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:19.007103 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9b6b8fc1-ebab-4f2c-b8f5-5d843f4e90c2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (f0612762-629f-4931-b39f-54be13622a2d), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:19.031257 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9b6b8fc1-ebab-4f2c-b8f5-5d843f4e90c2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (f0612762-629f-4931-b39f-54be13622a2d), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:19.079917 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9b6b8fc1-ebab-4f2c-b8f5-5d843f4e90c2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f0612762-629f-4931-b39f-54be13622a2d), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:19.082501 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9b6b8fc1-ebab-4f2c-b8f5-5d843f4e90c2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:19.083671 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-9b6b8fc1-ebab-4f2c-b8f5-5d843f4e90c2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f0612762-629f-4931-b39f-54be13622a2d HTTP/1.1" status: 204 len: 168 time: 0.1484983 Sep 27 17:36:19.087318 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57548) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:19.095577 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b8fc1-ebab-4f2c-b8f5-5d843f4e90c2 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0612762-629f-4931-b39f-54be13622a2d,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:19.103731 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.api.v2.resource [None req-176c0012-50f2-46b6-b3c7-80222e29da78 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] show failed (client error): The resource could not be found. Sep 27 17:36:19.104903 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-176c0012-50f2-46b6-b3c7-80222e29da78 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "GET /networking/v2.0/security-groups/f0612762-629f-4931-b39f-54be13622a2d HTTP/1.1" status: 404 len: 347 time: 0.0162516 Sep 27 17:36:19.107991 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57550) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:19.220056 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Deleting port c0e9dace-5cba-40f0-9626-091190aa49db {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:36:19.220398 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (c0e9dace-5cba-40f0-9626-091190aa49db), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:19.296490 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (c0e9dace-5cba-40f0-9626-091190aa49db), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:19.296821 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (c0e9dace-5cba-40f0-9626-091190aa49db), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:19.309151 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Calling delete_port for c0e9dace-5cba-40f0-9626-091190aa49db owned by network:floatingip {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:36:19.436081 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (c0e9dace-5cba-40f0-9626-091190aa49db), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:19.460403 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Pushing event deleted for resources: {'Port': ['ID=c0e9dace-5cba-40f0-9626-091190aa49db,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:19.485276 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.485632 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.485975 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.486340 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.486716 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.487017 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.487344 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.487671 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.487996 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.488323 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.488647 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.488970 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.489294 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.489621 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.489943 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:19.533789 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks [] for floatingip (89039477-036c-4220-9b00-51c4364ae7e8), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:19.536378 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:19.537506 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e46317b6-7b81-4880-b962-b7db17a8e718 tempest-AttachVolumeShelveTestJSON-1168253535 tempest-AttachVolumeShelveTestJSON-1168253535-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/89039477-036c-4220-9b00-51c4364ae7e8 HTTP/1.1" status: 204 len: 168 time: 0.4286311 Sep 27 17:36:21.619568 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 44bdfd6c-6234-47ec-8359-4819b713d0a5 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:36:21.638774 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 44bdfd6c-6234-47ec-8359-4819b713d0a5 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:36:21.639121 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 44bdfd6c-6234-47ec-8359-4819b713d0a5 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:36:21.960618 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57572) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:22.354919 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (d8532917-707b-4e59-9087-95d0bd75b520), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:22.567722 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] Deleting port be82f126-8b98-4ad0-a50a-e5c0909f414b {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:36:22.568058 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:22.615138 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:22.650023 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] For port be82f126-8b98-4ad0-a50a-e5c0909f414b, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=be82f126-8b98-4ad0-a50a-e5c0909f414b,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:22.650415 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:22.663126 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] Calling delete_port for be82f126-8b98-4ad0-a50a-e5c0909f414b owned by network:router_interface {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:36:22.664583 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:22.836986 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (be82f126-8b98-4ad0-a50a-e5c0909f414b), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:22.861427 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be82f126-8b98-4ad0-a50a-e5c0909f414b,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:23.020181 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (d8532917-707b-4e59-9087-95d0bd75b520), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:23.219419 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] Router d8532917-707b-4e59-9087-95d0bd75b520 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:36:23.324740 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:36:23.329957 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-7ec52e98-d7d6-4367-a2f6-9a60efa31bd9 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/d8532917-707b-4e59-9087-95d0bd75b520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3683195 Sep 27 17:36:23.332480 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57576) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:23.335277 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] Sync routers for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:36:23.347223 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:36:23.347829 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:23.420921 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:23.436412 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Publish callbacks [] for router (d8532917-707b-4e59-9087-95d0bd75b520), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:23.553782 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:23.570393 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-4e695ad3-e3ff-4419-8225-7ebb183dd072 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534227 Sep 27 17:36:23.576661 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Publish callbacks [] for router_gateway (d8532917-707b-4e59-9087-95d0bd75b520), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:23.576821 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:36:23.642628 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:23.651471 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Deleting port 5e11e65f-9554-4706-946f-e117b96e096f {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:36:23.651819 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (5e11e65f-9554-4706-946f-e117b96e096f), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:23.668330 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-4576b0df-fb18-41dd-8514-7059bf4fa287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:23.669850 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-4576b0df-fb18-41dd-8514-7059bf4fa287 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 1129 time: 0.0627770 Sep 27 17:36:23.684317 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:23.748284 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '5e11e65f-9554-4706-946f-e117b96e096f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:36:22Z', 'revision_number': 5, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port': {'id': '5e11e65f-9554-4706-946f-e117b96e096f', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:24:07Z', 'updated_at': '2022-09-27T17:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:23.777704 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] Checking router: d8532917-707b-4e59-9087-95d0bd75b520 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:36:23.785895 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] Routers {'d8532917-707b-4e59-9087-95d0bd75b520'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:36:23.786533 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['d8532917-707b-4e59-9087-95d0bd75b520'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:23.804774 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] For port 5e11e65f-9554-4706-946f-e117b96e096f, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=5e11e65f-9554-4706-946f-e117b96e096f,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:23.805066 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (5e11e65f-9554-4706-946f-e117b96e096f), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:23.827033 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Calling delete_port for 5e11e65f-9554-4706-946f-e117b96e096f owned by network:router_gateway {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:36:23.832033 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-c249434b-a73e-423c-a5f5-3b6ee8f7b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:23.833486 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-c249434b-a73e-423c-a5f5-3b6ee8f7b6e5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 913 time: 0.1367779 Sep 27 17:36:23.867493 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] Set router d8532917-707b-4e59-9087-95d0bd75b520 gateway port host: None {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:36:23.919889 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:36:23Z', 'revision_number': 6, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port_host': None}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:23.939043 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-b778ef05-3fcd-4d13-9d29-16b5730adad8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5 HTTP/1.1" status: 200 len: 1000 time: 0.0985012 Sep 27 17:36:23.944589 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51ccb6-ffa0-4fb4-a261-fa537a7c8f07 None None] The sync data for ids ['d8532917-707b-4e59-9087-95d0bd75b520'] in dv-cinder-849143-8-iscsi is: [{'id': 'd8532917-707b-4e59-9087-95d0bd75b520', 'name': 'tempest-AttachVolumeShelveTestJSON-1083561873-router', 'tenant_id': '37e99b06d94d4893963a88cd5333ec5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:24:05Z', 'updated_at': '2022-09-27T17:36:23Z', 'revision_number': 6, 'project_id': '37e99b06d94d4893963a88cd5333ec5b', 'gw_port_host': None}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:36:24.042266 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-44f8c2cc-a627-4740-a579-b771c371ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:24.043693 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-44f8c2cc-a627-4740-a579-b771c371ebb1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0986972 Sep 27 17:36:24.116125 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-5bb56584-7139-4b50-a35e-ac00134bbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:24.117593 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-5bb56584-7139-4b50-a35e-ac00134bbe35 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659182 Sep 27 17:36:24.144725 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (5e11e65f-9554-4706-946f-e117b96e096f), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:24.459816 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e11e65f-9554-4706-946f-e117b96e096f,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:24.488537 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:24.547123 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-8ea5a754-3c18-4d2b-8136-aa4dc07b5313 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230957 Sep 27 17:36:24.551721 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (d8532917-707b-4e59-9087-95d0bd75b520), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:24.679039 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:24.682451 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (d8532917-707b-4e59-9087-95d0bd75b520), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:24.686496 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Publish callbacks [] for router_controller (d8532917-707b-4e59-9087-95d0bd75b520), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:24.743450 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (d8532917-707b-4e59-9087-95d0bd75b520), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:24.744020 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8532917-707b-4e59-9087-95d0bd75b520 {{(pid=106219) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:36:24.750960 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:24.752105 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-3abf464a-d3ef-4ec6-b862-8841bb8c5624 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/d8532917-707b-4e59-9087-95d0bd75b520 HTTP/1.1" status: 204 len: 168 time: 1.4185710 Sep 27 17:36:24.754897 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57578) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:24.762693 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3228694f-cac8-4bcf-8f6a-84b0c6f3152c req-6fc4eb73-f1c7-409f-9fe9-4343b77b164a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077615 Sep 27 17:36:24.800976 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8582a6d-e58d-4d11-ac43-97854769d29b admin admin] Deleting subnet 78a9782a-b46b-467c-82d2-0da18c8be2c1 {{(pid=106220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:36:24.804139 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b8582a6d-e58d-4d11-ac43-97854769d29b admin admin] Publish callbacks [] for subnet (78a9782a-b46b-467c-82d2-0da18c8be2c1), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:24.837748 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b8582a6d-e58d-4d11-ac43-97854769d29b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9780021'] for subnet (78a9782a-b46b-467c-82d2-0da18c8be2c1), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:24.918287 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b8582a6d-e58d-4d11-ac43-97854769d29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (78a9782a-b46b-467c-82d2-0da18c8be2c1), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:24.971044 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b8582a6d-e58d-4d11-ac43-97854769d29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9737021'] for subnet (78a9782a-b46b-467c-82d2-0da18c8be2c1), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:24.995304 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8582a6d-e58d-4d11-ac43-97854769d29b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a9782a-b46b-467c-82d2-0da18c8be2c1,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:25.001353 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b8582a6d-e58d-4d11-ac43-97854769d29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.004658 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b8582a6d-e58d-4d11-ac43-97854769d29b admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/78a9782a-b46b-467c-82d2-0da18c8be2c1 HTTP/1.1" status: 204 len: 168 time: 0.2485559 Sep 27 17:36:25.007078 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57580) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:25.007318 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55965f2-25aa-4c0d-8e17-ff95a40c84e7 None None] Network 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:36:25.073944 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (39cd2f9e-bd9d-49da-a5a0-71ace359ff57), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.080592 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:25.129442 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Deleting port 61b80392-8ecc-4007-9161-ede6d89b1a30 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:36:25.129842 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.170346 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] DHCP port deletion for 39cd2f9e-bd9d-49da-a5a0-71ace359ff57 request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:36:25.193778 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] For port 61b80392-8ecc-4007-9161-ede6d89b1a30, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=61b80392-8ecc-4007-9161-ede6d89b1a30,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:25.194172 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.208557 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Calling delete_port for 61b80392-8ecc-4007-9161-ede6d89b1a30 owned by network:dhcp {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:36:25.208739 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Deleting port 61b80392-8ecc-4007-9161-ede6d89b1a30 {{(pid=106221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:36:25.209004 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), before_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.216901 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:25.276826 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] For port 61b80392-8ecc-4007-9161-ede6d89b1a30, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=61b80392-8ecc-4007-9161-ede6d89b1a30,segment=NetworkSegment(f5020098-b892-428d-8c25-87164397121e),segment_id=f5020098-b892-428d-8c25-87164397121e)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:25.277177 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), precommit_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.289778 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Calling delete_port for 61b80392-8ecc-4007-9161-ede6d89b1a30 owned by network:dhcp {{(pid=106221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:36:25.291351 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.317422 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b80392-8ecc-4007-9161-ede6d89b1a30,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:25.323886 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] No DVR routers for this DVR port 61b80392-8ecc-4007-9161-ede6d89b1a30 on host dv-cinder-849143-8-iscsi {{(pid=106220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:36:25.368305 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (61b80392-8ecc-4007-9161-ede6d89b1a30), after_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.395504 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (39cd2f9e-bd9d-49da-a5a0-71ace359ff57), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.395756 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 61b80392-8ecc-4007-9161-ede6d89b1a30 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:36:25.400640 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Pushing event deleted for resources: {'Port': ['ID=61b80392-8ecc-4007-9161-ede6d89b1a30,revision_number=None']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:25.415431 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cd2f9e-bd9d-49da-a5a0-71ace359ff57']}} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:25.424714 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5020098-b892-428d-8c25-87164397121e') {'for_net_delete': True} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:25.425009 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5020098-b892-428d-8c25-87164397121e') {} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:25.432640 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 61b80392-8ecc-4007-9161-ede6d89b1a30 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:36:25.433014 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 61b80392-8ecc-4007-9161-ede6d89b1a30 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:36:25.433425 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 5e11e65f-9554-4706-946f-e117b96e096f no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:36:25.435399 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9780028'] for segment (f5020098-b892-428d-8c25-87164397121e), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.435835 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] No DVR routers for this DVR port 61b80392-8ecc-4007-9161-ede6d89b1a30 on host dv-cinder-849143-8-iscsi {{(pid=106221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:36:25.440428 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.440777 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.441126 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.441462 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.441795 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.442155 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.442477 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.442801 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.443125 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.443451 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.443773 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.444100 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.444423 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.444742 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.445062 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6678f-f292-435c-b63a-350964a91dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:25.458512 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (f5020098-b892-428d-8c25-87164397121e), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.468068 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=106220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:36:25.468068 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812990'] for segment (f5020098-b892-428d-8c25-87164397121e), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.469930 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 5e11e65f-9554-4706-946f-e117b96e096f {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:36:25.469930 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 5e11e65f-9554-4706-946f-e117b96e096f not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:36:25.469930 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device be82f126-8b98-4ad0-a50a-e5c0909f414b no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:36:25.488277 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment f5020098-b892-428d-8c25-87164397121e resource provider aggregate not found Sep 27 17:36:25.490367 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: be82f126-8b98-4ad0-a50a-e5c0909f414b {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:36:25.490720 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device be82f126-8b98-4ad0-a50a-e5c0909f414b not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:36:25.529636 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment f5020098-b892-428d-8c25-87164397121e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5020098-b892-428d-8c25-87164397121e found for delete ", "request_id": "req-371ea0f9-9298-49d5-bf94-2d17d405cae9"}]} Sep 27 17:36:25.535573 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (39cd2f9e-bd9d-49da-a5a0-71ace359ff57), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.540968 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.544037 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/39cd2f9e-bd9d-49da-a5a0-71ace359ff57 HTTP/1.1" status: 204 len: 168 time: 0.5360293 Sep 27 17:36:25.555426 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cff1e-ef6c-47f5-8762-91ab69280fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=39cd2f9e-bd9d-49da-a5a0-71ace359ff57,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:25.653522 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57588) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:25.693478 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-03dbb299-2407-4399-a687-ff9480bfa30a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=37e99b06d94d4893963a88cd5333ec5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387640 Sep 27 17:36:25.695917 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57590) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:25.743354 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f926ccf7-0c72-4e40-ab77-481adda82583 admin admin] Publish callbacks [] for security_group (ef57420f-a5e4-4ef1-b449-458756bdfe76), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.773588 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f926ccf7-0c72-4e40-ab77-481adda82583 admin admin] Publish callbacks [] for security_group (ef57420f-a5e4-4ef1-b449-458756bdfe76), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.827811 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f926ccf7-0c72-4e40-ab77-481adda82583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (ef57420f-a5e4-4ef1-b449-458756bdfe76), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.830601 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f926ccf7-0c72-4e40-ab77-481adda82583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:25.831765 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f926ccf7-0c72-4e40-ab77-481adda82583 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ef57420f-a5e4-4ef1-b449-458756bdfe76 HTTP/1.1" status: 204 len: 168 time: 0.1349354 Sep 27 17:36:25.839653 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926ccf7-0c72-4e40-ab77-481adda82583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef57420f-a5e4-4ef1-b449-458756bdfe76,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:26.510551 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57612) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:26.603466 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2072692854-network', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:26.622747 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Made reservation on behalf of 0bd65ea59a6d41219ecf99f5a554056a for: {'network': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:36:26.625106 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:26.635730 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:26.714841 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Publish callbacks [] for security_group (06a820e3-9301-4a50-8374-6c964e2139d0), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:26.718533 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (06a820e3-9301-4a50-8374-6c964e2139d0), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:26.744365 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=106219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:36:26.753293 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a820e3-9301-4a50-8374-6c964e2139d0,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:26.759542 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (5b08702f-af3f-47d1-9be6-17dacd6b5544), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:26.760392 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.segments_db [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Added segment 5b08702f-af3f-47d1-9be6-17dacd6b5544 of type vlan for network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 Sep 27 17:36:26.800339 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (49c3b1bc-0887-4bf4-a331-6a649d0d76a8), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:26.824313 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (49c3b1bc-0887-4bf4-a331-6a649d0d76a8), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:26.825399 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:26.825980 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:26.877720 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3660288 Sep 27 17:36:26.881018 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57616) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:26.886534 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Request body: {'subnet': {'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2072692854-subnet', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:26.888848 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bc9ae-1a5f-4bec-9ebf-4fc113cfc56d admin admin] Pushing event updated for resources: {'Network': ['ID=49c3b1bc-0887-4bf4-a331-6a649d0d76a8,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:26.899451 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:36:26.908308 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Made reservation on behalf of 0bd65ea59a6d41219ecf99f5a554056a for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:36:26.910706 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9736960'] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.060698 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:27.077063 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9807261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9737014'] for subnet (a0b369f4-1fb8-4146-9b6a-7f9b61773653), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.133951 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b369f4-1fb8-4146-9b6a-7f9b61773653,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:27.141620 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Checking segment: {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:36:27.141980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Network hostable DHCP agents. Network: 49c3b1bc-0887-4bf4-a331-6a649d0d76a8, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:36:27.158513 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:36:27.166887 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 49c3b1bc-0887-4bf4-a331-6a649d0d76a8) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:36:27.170866 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:27.171465 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.173364 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:27.176168 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04704aac-5dc9-4ea0-a750-637860a65577 None None] Network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:36:27.187728 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-c520a97a-0a43-45a0-adf6-c96ccbc0aa3f admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3055947 Sep 27 17:36:27.191102 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57618) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:27.195645 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:27.215901 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5472'] for router (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.216956 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.271917 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks [] for router_controller (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), precommit_add_association {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.289202 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5260b38-dfbd-5159-85be-502bbf5e42bf-49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653'}]}} from dv-cinder-849143-8-iscsi. {{(pid=106221) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 17:36:27.290128 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.403384 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks [] for router_gateway (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.421363 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.db_base_plugin_common [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Allocated IP 172.20.0.2 (49c3b1bc-0887-4bf4-a331-6a649d0d76a8/a0b369f4-1fb8-4146-9b6a-7f9b61773653/fa60c62e-f9a8-4867-a645-1e2ca717cb00) {{(pid=106221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:36:27.434125 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:27.451701 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:27.472687 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:27.570468 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Publish callbacks [] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), precommit_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.576882 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), after_create {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.594905 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks [] for router_gateway (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.615103 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.622707 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 is already hosted by enough agents. {{(pid=106221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:36:27.625994 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.scheduler.base_scheduler [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Resources bound (agent type, host, resource id): {{(pid=106221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:36:27.629833 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Received port after_create {{(pid=106221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:36:27.632944 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Pushing event updated for resources: {'Port': ['ID=fa60c62e-f9a8-4867-a645-1e2ca717cb00,revision_number=1']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:27.652651 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:27.689261 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Attempting to bind port fa60c62e-f9a8-4867-a645-1e2ca717cb00 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:36:27.689542 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Attempting to bind port fa60c62e-f9a8-4867-a645-1e2ca717cb00 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:36:27.689904 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Attempting to bind port fa60c62e-f9a8-4867-a645-1e2ca717cb00 on network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:36:27.727889 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Allocated IP 172.27.0.193 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/7a6c47bf-5059-42cc-8d77-d7e3a914f929) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:36:27.732399 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:36:27.732770 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Checking segment: {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:36:27.733166 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.733554 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Bound using segment: {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:36:27.734316 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Bound port: fa60c62e-f9a8-4867-a645-1e2ca717cb00, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:36:27.734692 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.797856 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] For port fa60c62e-f9a8-4867-a645-1e2ca717cb00, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:36:27.800958 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] For port fa60c62e-f9a8-4867-a645-1e2ca717cb00, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=fa60c62e-f9a8-4867-a645-1e2ca717cb00,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:36:27.806705 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.839681 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks [] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.855932 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fa5e9-8589-4a69-8270-fda661608967 None None] Pushing event updated for resources: {'Port': ['ID=fa60c62e-f9a8-4867-a645-1e2ca717cb00,revision_number=2']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:27.879942 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:27.927066 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:36:27.932692 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:36:27.935276 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:36:27.939064 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a6c47bf-5059-42cc-8d77-d7e3a914f929,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:28.187072 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks [] for router_gateway (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:28.366313 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534582'] for router (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:28.404884 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:28.470350 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:28.496813 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Router e63bf0f2-5bdb-426b-ba62-4059c0993d4d is scheduled to L3 agent fade58a2-084f-4450-8032-b32f485e47fa with binding_index 1 {{(pid=106219) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 17:36:28.604507 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:36:28.614259 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Sync routers for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:36:28.622225 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:28.623492 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-000f55da-dbff-42f4-a980-b66b190ca1a0 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4312968 Sep 27 17:36:28.625208 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:36:28.625885 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:28.626437 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57622) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:28.732284 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:36:28.756836 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdfad0c-0daf-4517-a779-6a095305c891 None None] Network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:36:28.852630 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-e36e9470-eccf-4b19-82b2-24f3c20ce1c7 None None] Provisioning complete for port fa60c62e-f9a8-4867-a645-1e2ca717cb00 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:28.853127 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-e36e9470-eccf-4b19-82b2-24f3c20ce1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:28.854212 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-e36e9470-eccf-4b19-82b2-24f3c20ce1c7 None None] Attempt 1 to provision port fa60c62e-f9a8-4867-a645-1e2ca717cb00 Sep 27 17:36:28.926327 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:28Z', 'revision_number': 3, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:28.964800 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Checking router: e63bf0f2-5bdb-426b-ba62-4059c0993d4d for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:36:28.965152 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Updating router e63bf0f2-5bdb-426b-ba62-4059c0993d4d port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 binding host dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:36:28.985337 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-e36e9470-eccf-4b19-82b2-24f3c20ce1c7 None None] Current status of the port fa60c62e-f9a8-4867-a645-1e2ca717cb00 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:28.985737 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-e36e9470-eccf-4b19-82b2-24f3c20ce1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:28.995845 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.049215 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-e36e9470-eccf-4b19-82b2-24f3c20ce1c7 None None] For port fa60c62e-f9a8-4867-a645-1e2ca717cb00, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=fa60c62e-f9a8-4867-a645-1e2ca717cb00,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:29.057542 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-e36e9470-eccf-4b19-82b2-24f3c20ce1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.113087 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.147017 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e9470-eccf-4b19-82b2-24f3c20ce1c7 None None] Pushing event updated for resources: {'Port': ['ID=fa60c62e-f9a8-4867-a645-1e2ca717cb00,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:29.273442 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:29.281321 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-be6db1c9-dec4-4fe3-a61c-5ee4aeaa0c72 None None] Provisioning complete for port fa60c62e-f9a8-4867-a645-1e2ca717cb00 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:29.281773 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-be6db1c9-dec4-4fe3-a61c-5ee4aeaa0c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.282245 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-be6db1c9-dec4-4fe3-a61c-5ee4aeaa0c72 None None] Attempt 1 to provision port fa60c62e-f9a8-4867-a645-1e2ca717cb00 Sep 27 17:36:29.286834 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Publish callbacks [] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), precommit_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.294027 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.341474 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Allocated IP 172.20.0.1 (49c3b1bc-0887-4bf4-a331-6a649d0d76a8/a0b369f4-1fb8-4146-9b6a-7f9b61773653/5bff2cf1-e476-4ed9-8478-2f42b51ff303) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:36:29.346014 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Pushing event updated for resources: {'Port': ['ID=7a6c47bf-5059-42cc-8d77-d7e3a914f929,revision_number=2']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:29.359437 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.359780 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.360140 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.360494 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.360826 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.361150 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.361467 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.361788 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.362124 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.362445 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.362761 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.363078 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.363535 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.363856 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.364173 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:29.369263 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:29.370013 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Attempting to bind port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:36:29.370436 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Attempting to bind port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:36:29.370752 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Attempting to bind port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 on network f669a52f-997c-4ce8-aae2-daad43416c4d {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:36:29.380273 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-be6db1c9-dec4-4fe3-a61c-5ee4aeaa0c72 None None] Current status of the port fa60c62e-f9a8-4867-a645-1e2ca717cb00 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:29.419497 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:36:29.420181 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Checking segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:36:29.420798 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.421382 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Bound using segment: {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'} {{(pid=106222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:36:29.422031 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.managers [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Bound port: 7a6c47bf-5059-42cc-8d77-d7e3a914f929, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cc78a-83bd-412b-800d-205f52e816c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}}] {{(pid=106222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:36:29.422631 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), before_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.452104 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device fa60c62e-f9a8-4867-a645-1e2ca717cb00 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:36:29.455900 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:29.469089 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Publish callbacks [] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.474355 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] For port 7a6c47bf-5059-42cc-8d77-d7e3a914f929, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:36:29.477439 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.plugins.ml2.db [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] For port 7a6c47bf-5059-42cc-8d77-d7e3a914f929, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=7a6c47bf-5059-42cc-8d77-d7e3a914f929,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:36:29.485462 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron_lib.callbacks.manager [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), after_update {{(pid=106222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.495676 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:29.506716 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.518052 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:29.518748 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port fa60c62e-f9a8-4867-a645-1e2ca717cb00 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:29.519033 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.519395 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port fa60c62e-f9a8-4867-a645-1e2ca717cb00 Sep 27 17:36:29.525974 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:36:29.526616 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:29.548898 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:36:29.554051 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:36:29.556155 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Pushing event updated for resources: {'Port': ['ID=5bff2cf1-e476-4ed9-8478-2f42b51ff303,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:29.558331 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:36:29.576329 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:29.601593 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690209'] for router_interface (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.611788 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port fa60c62e-f9a8-4867-a645-1e2ca717cb00 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:29.636938 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:36:29.701457 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae87dd-f8a8-40c3-a676-9331e6d98be3 None None] Pushing event updated for resources: {'Port': ['ID=7a6c47bf-5059-42cc-8d77-d7e3a914f929,revision_number=3']} {{(pid=106222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:29.746558 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.799657 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Provisioning complete for port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:29.800258 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.800970 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Attempt 1 to provision port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 Sep 27 17:36:29.828338 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:28Z', 'revision_number': 3, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:29.833372 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:36:29.853837 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86359ade-e214-4fbd-ae07-e44b49fedf35 None None] The sync data for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi is: [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:28Z', 'revision_number': 3, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:36:29.916074 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Publish callbacks [] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.920579 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:29.987073 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Pushing event updated for resources: {'Port': ['ID=5bff2cf1-e476-4ed9-8478-2f42b51ff303,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:29.990414 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690325'] for router_interface (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:30.110332 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:36:30.113757 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:36:30.169764 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:30.233459 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Router e63bf0f2-5bdb-426b-ba62-4059c0993d4d has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:36:30.334456 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Attempt 2 to provision port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 Sep 27 17:36:30.354911 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:30.358857 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:36:30.368952 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-2cf05081-7cdd-4bc2-8ed9-3bd266240290 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/e63bf0f2-5bdb-426b-ba62-4059c0993d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366681 Sep 27 17:36:30.371782 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:36:30.662553 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57638) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:30.667716 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-17ea47c4-6748-46dd-9ace-ec078d95b7ed tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180759051', 'description': 'tempest-description--1271774251'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:30.690379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-17ea47c4-6748-46dd-9ace-ec078d95b7ed tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:30.767418 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-17ea47c4-6748-46dd-9ace-ec078d95b7ed tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (540d9682-dc34-4042-97c2-0f92284c4845), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:30.771015 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-17ea47c4-6748-46dd-9ace-ec078d95b7ed tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (540d9682-dc34-4042-97c2-0f92284c4845), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:30.799842 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-17ea47c4-6748-46dd-9ace-ec078d95b7ed tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:30.801042 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-17ea47c4-6748-46dd-9ace-ec078d95b7ed tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1374905 Sep 27 17:36:30.804068 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57640) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:30.805109 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea47c4-6748-46dd-9ace-ec078d95b7ed tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540d9682-dc34-4042-97c2-0f92284c4845,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:30.809095 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-970c56e2-e5d1-4ea7-b640-2dbf54b10e50 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'security_group_rule': {'security_group_id': '540d9682-dc34-4042-97c2-0f92284c4845', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:30.835394 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-970c56e2-e5d1-4ea7-b640-2dbf54b10e50 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (2432474b-3e3f-4868-b83b-1a4f6ff973ac), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:30.872965 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Attempt 3 to provision port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 Sep 27 17:36:30.890250 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-970c56e2-e5d1-4ea7-b640-2dbf54b10e50 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (2432474b-3e3f-4868-b83b-1a4f6ff973ac), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:30.893901 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-970c56e2-e5d1-4ea7-b640-2dbf54b10e50 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (2432474b-3e3f-4868-b83b-1a4f6ff973ac), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:30.905587 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:36:30.915560 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c56e2-e5d1-4ea7-b640-2dbf54b10e50 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2432474b-3e3f-4868-b83b-1a4f6ff973ac,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:30.921907 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-970c56e2-e5d1-4ea7-b640-2dbf54b10e50 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:30.923117 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-970c56e2-e5d1-4ea7-b640-2dbf54b10e50 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177201 Sep 27 17:36:30.926457 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57642) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:30.931098 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-394101dc-95bd-4480-b4c2-9914665046a3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'security_group_rule': {'security_group_id': '540d9682-dc34-4042-97c2-0f92284c4845', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:30.957237 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-394101dc-95bd-4480-b4c2-9914665046a3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (3c745fcd-cda5-412f-a21a-6aa0e574bd02), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.012192 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-394101dc-95bd-4480-b4c2-9914665046a3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (3c745fcd-cda5-412f-a21a-6aa0e574bd02), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.015608 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-394101dc-95bd-4480-b4c2-9914665046a3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (3c745fcd-cda5-412f-a21a-6aa0e574bd02), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.033722 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394101dc-95bd-4480-b4c2-9914665046a3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c745fcd-cda5-412f-a21a-6aa0e574bd02,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:31.042278 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-394101dc-95bd-4480-b4c2-9914665046a3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.043464 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-394101dc-95bd-4480-b4c2-9914665046a3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158941 Sep 27 17:36:31.046533 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57644) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:31.050699 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:31.070830 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.155785 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.263577 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Allocated IP 172.27.0.4 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/60823781-a760-491e-a44f-51f6c6394f46) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:36:31.381820 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 7a6c47bf-5059-42cc-8d77-d7e3a914f929 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:36:31.407004 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Attempt 4 to provision port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 Sep 27 17:36:31.440307 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Sync routers for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:36:31.467251 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:36:31.467992 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:36:31.468636 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:31.516518 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:31.516891 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.517228 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 Sep 27 17:36:31.641570 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for port (60823781-a760-491e-a44f-51f6c6394f46), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.655661 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:31.675912 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (60823781-a760-491e-a44f-51f6c6394f46), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.679407 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:31.719368 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:36:31.723132 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:36:31.727556 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:36:31.746975 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:36:31.750606 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'Port': ['ID=60823781-a760-491e-a44f-51f6c6394f46,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:31.824933 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (1f3bbf7b-3717-4ef3-b655-179439747b0d), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.843759 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:31.844462 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.864859 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (60823781-a760-491e-a44f-51f6c6394f46), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.907299 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] For port 7a6c47bf-5059-42cc-8d77-d7e3a914f929, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=7a6c47bf-5059-42cc-8d77-d7e3a914f929,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:31.916431 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:31.970563 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Attempt 5 to provision port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 Sep 27 17:36:32.012867 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for port (60823781-a760-491e-a44f-51f6c6394f46), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:32.017252 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (60823781-a760-491e-a44f-51f6c6394f46), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:32.035696 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Pushing event updated for resources: {'Port': ['ID=7a6c47bf-5059-42cc-8d77-d7e3a914f929,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:32.041623 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:32.049983 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:36:32.060225 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 2, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:32.085435 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Checking router: e63bf0f2-5bdb-426b-ba62-4059c0993d4d for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:36:32.085793 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Updating router e63bf0f2-5bdb-426b-ba62-4059c0993d4d port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 binding host dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 17:36:32.086262 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'Port': ['ID=60823781-a760-491e-a44f-51f6c6394f46,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:32.088891 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (1f3bbf7b-3717-4ef3-b655-179439747b0d), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:32.107553 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:32.118110 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-f3fe634a-6c70-415b-87e0-4dfddc7e3d77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0613301 Sep 27 17:36:32.122163 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:32.128447 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:32.269226 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-7d7488d2-bf49-4564-aff7-c7a29efb2368 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1180759051&fields=id&tenant_id=0bd65ea59a6d41219ecf99f5a554056a HTTP/1.1" status: 200 len: 267 time: 0.0421555 Sep 27 17:36:32.380548 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-4023a0f4-58bb-4ac3-bc9d-0e36297fec9e tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:32.381941 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-4023a0f4-58bb-4ac3-bc9d-0e36297fec9e tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 811 time: 0.1056437 Sep 27 17:36:32.396736 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Publish callbacks [] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), precommit_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:32.397084 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-717d9b5e-5220-489f-9b34-de0e2a793bd7 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/quotas/0bd65ea59a6d41219ecf99f5a554056a HTTP/1.1" status: 200 len: 375 time: 0.0091918 Sep 27 17:36:32.402740 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:32.458046 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-d4289b0b-d8b9-409b-8f04-bb8e20d2c17e tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541632 Sep 27 17:36:32.474097 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6e829-d0a7-47bc-9401-99f800b7ebb3 None None] Pushing event updated for resources: {'Port': ['ID=5bff2cf1-e476-4ed9-8478-2f42b51ff303,revision_number=3']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:32.505416 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Attempting to bind port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 on host dv-cinder-849143-8-iscsi for vnic_type normal with profile {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:36:32.505788 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Attempting to bind port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 by drivers openvswitch,hyperv on host dv-cinder-849143-8-iscsi at level 0 using segments [{'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:36:32.506192 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Attempting to bind port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 on network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:36:32.517627 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-9f557f7a-64e3-45f1-9cf9-e2a85fe92d6f service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106219) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 17:36:32.518644 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-9f557f7a-64e3-45f1-9cf9-e2a85fe92d6f service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0491688 Sep 27 17:36:32.549132 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Checking agent: {'id': '7f930580-7210-440d-8e4e-285239eced7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 16, 12), 'started_at': datetime.datetime(2022, 9, 27, 17, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:36:32.549517 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Checking segment: {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:36:32.549921 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:32.550343 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Bound using segment: {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'} {{(pid=106221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:36:32.550825 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.managers [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Bound port: 5bff2cf1-e476-4ed9-8478-2f42b51ff303, host: dv-cinder-849143-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'}}] {{(pid=106221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:36:32.551227 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:32.552889 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Attempt 6 to provision port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 Sep 27 17:36:32.609589 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-4514aa2a-77d4-45b3-a741-808185ea1aac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846918 Sep 27 17:36:32.614124 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:36:32.633676 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:32.642368 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] For port 5bff2cf1-e476-4ed9-8478-2f42b51ff303, host dv-cinder-849143-8-iscsi, cleared binding levels {{(pid=106221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:36:32.645495 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] For port 5bff2cf1-e476-4ed9-8478-2f42b51ff303, host dv-cinder-849143-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=5bff2cf1-e476-4ed9-8478-2f42b51ff303,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:36:32.652542 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:32.686729 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:36:32.687363 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:32.705886 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-d0ee642a-7c22-4ffe-9b1d-c69f30db2b8a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905113 Sep 27 17:36:32.749297 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6e829-d0a7-47bc-9401-99f800b7ebb3 None None] Pushing event updated for resources: {'Port': ['ID=5bff2cf1-e476-4ed9-8478-2f42b51ff303,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:32.819467 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:36:32.885178 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ce022ffb-d265-4116-88bc-56adebd32766 req-3ffb871b-39f3-4aaf-9f16-f88cbe225232 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 210 time: 0.0283389 Sep 27 17:36:32.953380 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:33.005507 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:33.020907 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:32Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:33.049144 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f3224-1cc5-4ecb-9f23-081f95398893 None None] The sync data for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi is: [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:32Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:36:33.115728 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Attempt 7 to provision port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 Sep 27 17:36:33.223896 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Current status of the port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 is: DOWN; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:33.224281 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:33.263044 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] For port 5bff2cf1-e476-4ed9-8478-2f42b51ff303, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=5bff2cf1-e476-4ed9-8478-2f42b51ff303,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:33.269143 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:33.324480 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e5156-1b46-49fb-903c-b6fc8e7c4e9d None None] Pushing event updated for resources: {'Port': ['ID=5bff2cf1-e476-4ed9-8478-2f42b51ff303,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:33.397248 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-316d1fe2-058f-4714-bbf6-47ca41c025b3 None None] Provisioning complete for port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:33.397248 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-316d1fe2-058f-4714-bbf6-47ca41c025b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:33.397248 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-316d1fe2-058f-4714-bbf6-47ca41c025b3 None None] Attempt 1 to provision port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 Sep 27 17:36:33.482416 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 7a6c47bf-5059-42cc-8d77-d7e3a914f929 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:36:33.522875 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-316d1fe2-058f-4714-bbf6-47ca41c025b3 None None] Current status of the port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:33.539676 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:33.540047 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:33.540369 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 Sep 27 17:36:33.632762 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:33.633871 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 5bff2cf1-e476-4ed9-8478-2f42b51ff303 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:36:33.683783 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:33.684159 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:33.684495 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 Sep 27 17:36:33.762653 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:33.993552 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0862928d-ca2e-4979-b12f-2d6903f9d35b req-fd6052d7-3436-4c96-ac46-a576ec31aade tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 210 time: 0.0297203 Sep 27 17:36:34.128914 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:34.161459 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-c557685c-2c1b-4a66-a06f-9e988927f068 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:34.163368 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-c557685c-2c1b-4a66-a06f-9e988927f068 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 811 time: 0.1183376 Sep 27 17:36:34.238672 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-5f653184-be6e-461e-a7ba-f9fb462c1338 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0bd65ea59a6d41219ecf99f5a554056a HTTP/1.1" status: 200 len: 380 time: 0.0619586 Sep 27 17:36:34.323459 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'port': {'device_id': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'admin_state_up': True, 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'security_groups': ['540d9682-dc34-4042-97c2-0f92284c4845']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:34.435775 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Made reservation on behalf of 0bd65ea59a6d41219ecf99f5a554056a for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:36:34.439542 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:34.568387 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Allocated IP 172.20.0.13 (49c3b1bc-0887-4bf4-a331-6a649d0d76a8/a0b369f4-1fb8-4146-9b6a-7f9b61773653/af24e484-4901-4878-9eb2-665f90e32d28) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:36:34.715557 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for port (af24e484-4901-4878-9eb2-665f90e32d28), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:34.755507 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (af24e484-4901-4878-9eb2-665f90e32d28), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:34.811842 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:36:34.815245 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:36:34.819164 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:36:34.849005 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'Port': ['ID=af24e484-4901-4878-9eb2-665f90e32d28,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:34.882259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:34.882904 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:34.892079 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:34.903989 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-40be9b21-8a98-422c-a6d8-6b7368f67f2a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5848117 Sep 27 17:36:34.919677 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Request body: {'port': {'device_id': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:34.981244 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (af24e484-4901-4878-9eb2-665f90e32d28), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:35.054748 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c56bd1ea-f205-4819-86e9-209ae58f45e5 None None] Provisioning complete for port af24e484-4901-4878-9eb2-665f90e32d28 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:35.055308 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c56bd1ea-f205-4819-86e9-209ae58f45e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (af24e484-4901-4878-9eb2-665f90e32d28), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:35.055769 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c56bd1ea-f205-4819-86e9-209ae58f45e5 None None] Attempt 1 to provision port af24e484-4901-4878-9eb2-665f90e32d28 Sep 27 17:36:35.088360 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c56bd1ea-f205-4819-86e9-209ae58f45e5 None None] Port af24e484-4901-4878-9eb2-665f90e32d28 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:36:35.117465 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:35.155443 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95ae79-dc5f-418e-bee7-f9175623fadd req-e2a4623e-850d-45ac-a514-7af91be1c7eb tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:35.156902 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5e95ae79-dc5f-418e-bee7-f9175623fadd req-e2a4623e-850d-45ac-a514-7af91be1c7eb tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 932 time: 0.0769563 Sep 27 17:36:35.263086 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5e95ae79-dc5f-418e-bee7-f9175623fadd req-d86f22e8-b85b-4f77-988b-7768cb8f5e3b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776186 Sep 27 17:36:35.319471 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af24e484-4901-4878-9eb2-665f90e32d28 {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:36:35.326681 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Publish callbacks [] for port (af24e484-4901-4878-9eb2-665f90e32d28), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:35.339340 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Transition to ACTIVE for port object af24e484-4901-4878-9eb2-665f90e32d28 will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:36:35.343350 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (af24e484-4901-4878-9eb2-665f90e32d28), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:35.369719 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 5bff2cf1-e476-4ed9-8478-2f42b51ff303 up at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:36:35.412405 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Provisioning complete for port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:35.412773 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:35.413103 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Attempt 1 to provision port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 Sep 27 17:36:35.423230 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Pushing event updated for resources: {'Port': ['ID=af24e484-4901-4878-9eb2-665f90e32d28,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:35.455114 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Attempting to bind port af24e484-4901-4878-9eb2-665f90e32d28 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:36:35.455458 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Attempting to bind port af24e484-4901-4878-9eb2-665f90e32d28 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:36:35.455791 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Attempting to bind port af24e484-4901-4878-9eb2-665f90e32d28 on network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:36:35.487739 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Current status of the port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 is: ACTIVE; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:35.498960 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Port af24e484-4901-4878-9eb2-665f90e32d28 on network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:36:35.499290 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Attempting to bind port af24e484-4901-4878-9eb2-665f90e32d28 on network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:36:35.545961 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:36:35.545961 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Checking segment: {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:36:35.545961 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Bound using segment: {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:36:35.545961 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Bound port: af24e484-4901-4878-9eb2-665f90e32d28, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:36:35.545961 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (af24e484-4901-4878-9eb2-665f90e32d28), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:35.588451 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c56bd1ea-f205-4819-86e9-209ae58f45e5 None None] Attempt 2 to provision port af24e484-4901-4878-9eb2-665f90e32d28 Sep 27 17:36:35.591032 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:35.605379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] For port af24e484-4901-4878-9eb2-665f90e32d28, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:36:35.608666 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] For port af24e484-4901-4878-9eb2-665f90e32d28, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=af24e484-4901-4878-9eb2-665f90e32d28,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:36:35.611600 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:35.614711 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (af24e484-4901-4878-9eb2-665f90e32d28), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:35.617636 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:35.618268 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:35.620597 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/af24e484-4901-4878-9eb2-665f90e32d28 HTTP/1.1" status: 200 len: 1094 time: 0.7052209 Sep 27 17:36:35.622750 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'tag': 'af24e484-4901-4878-9eb2-665f90e32d28'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:36:35.623848 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c56bd1ea-f205-4819-86e9-209ae58f45e5 None None] Port af24e484-4901-4878-9eb2-665f90e32d28 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:36:35.624955 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca6b871-4cfa-478b-b7cd-b3027be183ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6cccab-407e-45f8-9eb3-586fa28cd817", "tag": "af24e484-4901-4878-9eb2-665f90e32d28"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:36:35.659344 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:35.663633 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af36bc8-e49f-4fe1-9ebd-a453fcc7d54d x-openstack-request-id: req-9af36bc8-e49f-4fe1-9ebd-a453fcc7d54d {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:36:35.664433 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6cccab-407e-45f8-9eb3-586fa28cd817", "tag": "af24e484-4901-4878-9eb2-665f90e32d28", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:36:35.664684 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9af36bc8-e49f-4fe1-9ebd-a453fcc7d54d {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:36:35.665380 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af36bc8-e49f-4fe1-9ebd-a453fcc7d54d'] response: {'name': 'network-changed', 'server_uuid': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'tag': 'af24e484-4901-4878-9eb2-665f90e32d28', 'status': 'completed', 'code': 200} Sep 27 17:36:35.679550 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a65e9-4a39-43fe-9f70-7505ac44ac7d service neutron] Pushing event updated for resources: {'Port': ['ID=af24e484-4901-4878-9eb2-665f90e32d28,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:35.723314 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-fa3a1d6d-1878-4131-acfd-93cab514098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:35.724773 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-fa3a1d6d-1878-4131-acfd-93cab514098c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 1128 time: 0.0376573 Sep 27 17:36:35.768617 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-7cba1e94-f89a-40d6-ad88-27753053b3ec service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af24e484-4901-4878-9eb2-665f90e32d28 HTTP/1.1" status: 200 len: 217 time: 0.0308745 Sep 27 17:36:35.819951 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-ce59d645-5fb1-4fdf-b92b-dba51bc6b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:35.821402 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-ce59d645-5fb1-4fdf-b92b-dba51bc6b97d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0470142 Sep 27 17:36:35.865943 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-c5c8e57e-5179-4976-81fa-897dc7b51fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:35.867464 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-c5c8e57e-5179-4976-81fa-897dc7b51fe2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393825 Sep 27 17:36:35.958640 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-1daf0a94-b1c5-4be5-83fc-563b331223de service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Sep 27 17:36:36.046263 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7a2e239a-e9c9-419f-bfeb-b279f350cded req-ab9a58ac-9fa6-40bf-8555-b8e02228dbb5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808873 Sep 27 17:36:36.125627 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-c56bd1ea-f205-4819-86e9-209ae58f45e5 None None] Attempt 3 to provision port af24e484-4901-4878-9eb2-665f90e32d28 Sep 27 17:36:36.161773 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c56bd1ea-f205-4819-86e9-209ae58f45e5 None None] Port af24e484-4901-4878-9eb2-665f90e32d28 had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:36:36.380545 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65f93-5932-4fe8-b76d-519bf34bc5f8 req-999c560d-36c8-4469-9573-f61a19fcbdaa tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:36.381886 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8fa65f93-5932-4fe8-b76d-519bf34bc5f8 req-999c560d-36c8-4469-9573-f61a19fcbdaa tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 944 time: 0.0451806 Sep 27 17:36:36.407046 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:36.433043 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8fa65f93-5932-4fe8-b76d-519bf34bc5f8 req-d4a09439-c8ac-44aa-9a71-c081d531b955 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451629 Sep 27 17:36:37.344861 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-69fa519c-dbc3-4047-997a-2b329bf95706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:37.557440 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be071435-f7e4-478d-94e9-ab1446631253 req-5396187d-bb44-4eb4-b4ba-34db5998a735 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:37.558831 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-be071435-f7e4-478d-94e9-ab1446631253 req-5396187d-bb44-4eb4-b4ba-34db5998a735 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 944 time: 0.0505347 Sep 27 17:36:37.605216 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-be071435-f7e4-478d-94e9-ab1446631253 req-d5b61978-2ddb-49c3-ac09-710033381cb9 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Sep 27 17:36:38.725284 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b2103-3782-437d-b96d-d7dd28dab4eb req-8a178b1e-914a-4701-8b96-f36b95263bf6 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:38.726796 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ac8b2103-3782-437d-b96d-d7dd28dab4eb req-8a178b1e-914a-4701-8b96-f36b95263bf6 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 944 time: 0.0474730 Sep 27 17:36:38.772931 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ac8b2103-3782-437d-b96d-d7dd28dab4eb req-f441721f-8de0-43cc-a7cc-0b5002cddd0f tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405085 Sep 27 17:36:39.574920 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9e08004a-408f-4560-87e4-d69b0a4dab65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:39.831016 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=40 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:39.831732 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=12 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:39.922080 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701780c0-3dd8-4e28-958d-199ce128234e req-43e6bbd3-c602-4b29-a070-6af40bad13bf tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:39.923560 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-701780c0-3dd8-4e28-958d-199ce128234e req-43e6bbd3-c602-4b29-a070-6af40bad13bf tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 944 time: 0.0761189 Sep 27 17:36:39.932809 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-13e5cdaf-e873-4f91-a3ab-e9dd7150ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:39.934181 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-13e5cdaf-e873-4f91-a3ab-e9dd7150ab8d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 1128 time: 0.0553894 Sep 27 17:36:40.025144 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-701780c0-3dd8-4e28-958d-199ce128234e req-4838c778-3c2d-4be4-8716-f25c97c36d97 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946760 Sep 27 17:36:40.053768 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-13251207-0382-4a2e-8acf-444af7000ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:40.055317 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-13251207-0382-4a2e-8acf-444af7000ab0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 912 time: 0.1151831 Sep 27 17:36:40.093114 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-0e693719-d1a4-463d-a16f-aad90bffed73 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af24e484-4901-4878-9eb2-665f90e32d28 HTTP/1.1" status: 200 len: 217 time: 0.0316312 Sep 27 17:36:40.141207 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-a1ef8262-7b9b-4e91-b891-a2492e043957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:40.142702 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-a1ef8262-7b9b-4e91-b891-a2492e043957 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0439177 Sep 27 17:36:40.186038 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-02a7e055-bd48-4f03-b1bc-bd463b274d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:40.187601 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-02a7e055-bd48-4f03-b1bc-bd463b274d57 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390451 Sep 27 17:36:40.292376 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:40.315692 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-0a8da811-af41-404a-9313-0732a2fe122d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208022 Sep 27 17:36:40.320371 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-eb3f4cdc-10d3-4503-a434-93279a34df7b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-981048707&fields=id&tenant_id=f4db1a85e2504cb9956a6461b5072aa3 HTTP/1.1" status: 200 len: 267 time: 0.0717428 Sep 27 17:36:40.483850 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dca6b871-4cfa-478b-b7cd-b3027be183ab req-5871c50f-2df1-4ecf-b55e-dc5aba167f1f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617913 Sep 27 17:36:40.490301 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa399cc-a196-4796-b915-997f80240d36 req-c73788c1-6aeb-4ca6-86dd-2c22103889b0 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:40.491612 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-c73788c1-6aeb-4ca6-86dd-2c22103889b0 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 812 time: 0.1619349 Sep 27 17:36:40.503597 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:40.506351 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-02af2efb-96e7-4628-9930-2850a44b026e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/quotas/f4db1a85e2504cb9956a6461b5072aa3 HTTP/1.1" status: 200 len: 375 time: 0.0094056 Sep 27 17:36:40.557844 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-dba4dfa1-afd2-4c56-8f91-2aaa5527846d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453947 Sep 27 17:36:40.663094 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-d79b4f6a-6871-4cf3-94cb-b05d699d9cc9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875146 Sep 27 17:36:40.752583 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-add7f236-e8a9-4cd2-bf57-f3956b0946eb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820410 Sep 27 17:36:40.884862 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:40.908052 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=36,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:40.912825 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=12,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:41.046469 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b072c2ac-5287-4344-b23f-9652f89e95d4 req-610d981c-45ed-461e-8ae5-85258bdb287a tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 210 time: 0.0276923 Sep 27 17:36:41.153125 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb86ba-7a49-4e16-a3fc-c9423260be21 req-a6715fdd-821c-454f-9d7e-5494d5e7056f tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:41.154643 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fafb86ba-7a49-4e16-a3fc-c9423260be21 req-a6715fdd-821c-454f-9d7e-5494d5e7056f tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 944 time: 0.0506575 Sep 27 17:36:41.202890 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fafb86ba-7a49-4e16-a3fc-c9423260be21 req-3299d1bf-8b61-415d-97cb-c424ff947084 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Sep 27 17:36:41.918518 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device af24e484-4901-4878-9eb2-665f90e32d28 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:36:42.014372 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port af24e484-4901-4878-9eb2-665f90e32d28, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=af24e484-4901-4878-9eb2-665f90e32d28,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:42.029808 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'af24e484-4901-4878-9eb2-665f90e32d28', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'port_id': 'af24e484-4901-4878-9eb2-665f90e32d28', 'mac_address': 'fa:16:3e:6a:83:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:36:42.065013 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port af24e484-4901-4878-9eb2-665f90e32d28 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:42.065407 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (af24e484-4901-4878-9eb2-665f90e32d28), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:42.080990 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af24e484-4901-4878-9eb2-665f90e32d28 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:36:42.109024 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port af24e484-4901-4878-9eb2-665f90e32d28, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=af24e484-4901-4878-9eb2-665f90e32d28,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:42.115681 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (af24e484-4901-4878-9eb2-665f90e32d28), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:42.168207 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=af24e484-4901-4878-9eb2-665f90e32d28,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:42.182413 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-13c3e8d7-37ea-4409-bd04-65c233a8eae2 req-d7c67168-d4e0-4cee-b655-4c704834ad9a tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 210 time: 0.0378761 Sep 27 17:36:42.231131 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa399cc-a196-4796-b915-997f80240d36 req-45ebcdbc-2b01-4bf1-a566-5e7645096a63 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:42.233811 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-45ebcdbc-2b01-4bf1-a566-5e7645096a63 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 812 time: 0.1583464 Sep 27 17:36:42.350158 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578305b6-05a2-4dce-a408-9c787b043505 req-2ad091f3-e215-4eb5-ab9b-1aea40fa8d48 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:42.351667 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-578305b6-05a2-4dce-a408-9c787b043505 req-2ad091f3-e215-4eb5-ab9b-1aea40fa8d48 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 945 time: 0.0739343 Sep 27 17:36:42.371396 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-4b11f6de-53ba-4c8b-9ddf-573af66777d6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f4db1a85e2504cb9956a6461b5072aa3 HTTP/1.1" status: 200 len: 379 time: 0.1010981 Sep 27 17:36:42.381483 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'port': {'device_id': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'admin_state_up': True, 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'security_groups': ['8d35b219-4ce2-41d1-9de7-b30dfda53dca']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:42.449965 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:42.458064 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-578305b6-05a2-4dce-a408-9c787b043505 req-c0afe659-fdc9-4dbb-a498-eb47e82c7070 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987844 Sep 27 17:36:42.504024 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:42.511784 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Made reservation on behalf of f4db1a85e2504cb9956a6461b5072aa3 for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:36:42.515464 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:42.518064 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:42.518327 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['af24e484-4901-4878-9eb2-665f90e32d28'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:36:42.649676 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Allocated IP 172.20.0.10 (e7d51347-695f-4b89-ba87-954fe70eed97/548e4075-4540-46c9-bcab-1e2f3d373070/fc6dbea1-68ea-46ef-8b57-1403451f9deb) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:36:42.743658 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:42.801242 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:42.837105 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:42.885190 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Network e7d51347-695f-4b89-ba87-954fe70eed97 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:36:42.889007 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:36:42.891443 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:36:42.924023 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'Port': ['ID=fc6dbea1-68ea-46ef-8b57-1403451f9deb,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:42.937273 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.937616 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.937951 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.938312 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.938739 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.939252 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.939582 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.939908 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.940235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.940558 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.940877 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.941197 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.941516 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.941831 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.942168 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:36:42.961590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:42.962141 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:42.980169 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-9c8b7177-074d-4183-935f-2b77604a7fca tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6020403 Sep 27 17:36:43.058256 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Request body: {'port': {'device_id': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:43.116964 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:43.121428 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-f7fed2b3-e363-40cd-b63d-1ee9fd475430 None None] Provisioning complete for port fc6dbea1-68ea-46ef-8b57-1403451f9deb triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:43.121916 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f7fed2b3-e363-40cd-b63d-1ee9fd475430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:43.122278 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f7fed2b3-e363-40cd-b63d-1ee9fd475430 None None] Attempt 1 to provision port fc6dbea1-68ea-46ef-8b57-1403451f9deb Sep 27 17:36:43.152771 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f7fed2b3-e363-40cd-b63d-1ee9fd475430 None None] Port fc6dbea1-68ea-46ef-8b57-1403451f9deb cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:36:43.512444 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168ba0d-1caa-4277-9161-424894f97aea req-bc6b5ee6-ec31-4c4a-8a7a-ebabe25ce935 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:43.513923 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e168ba0d-1caa-4277-9161-424894f97aea req-bc6b5ee6-ec31-4c4a-8a7a-ebabe25ce935 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 932 time: 0.0997207 Sep 27 17:36:43.651958 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dc315-9496-48e2-8f8c-28e289e14e3a req-8a4122ce-65b0-44bc-853a-db36a0ee5824 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:43.653428 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ca1dc315-9496-48e2-8f8c-28e289e14e3a req-8a4122ce-65b0-44bc-853a-db36a0ee5824 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 945 time: 0.1080525 Sep 27 17:36:43.654271 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f7fed2b3-e363-40cd-b63d-1ee9fd475430 None None] Attempt 2 to provision port fc6dbea1-68ea-46ef-8b57-1403451f9deb Sep 27 17:36:43.660264 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e168ba0d-1caa-4277-9161-424894f97aea req-8ab7c38d-ecfd-4c2e-bfce-2ede72220683 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405628 Sep 27 17:36:43.688092 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:43.691425 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f7fed2b3-e363-40cd-b63d-1ee9fd475430 None None] Port fc6dbea1-68ea-46ef-8b57-1403451f9deb cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:36:43.741391 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ca1dc315-9496-48e2-8f8c-28e289e14e3a req-cc79c107-a71b-44b1-868c-65089f438297 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786769 Sep 27 17:36:43.788524 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6dbea1-68ea-46ef-8b57-1403451f9deb {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:36:43.795882 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Publish callbacks [] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:43.808092 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Transition to ACTIVE for port object fc6dbea1-68ea-46ef-8b57-1403451f9deb will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:36:43.811512 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:43.839641 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:43.871346 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6dbea1-68ea-46ef-8b57-1403451f9deb,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:43.924715 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Attempting to bind port fc6dbea1-68ea-46ef-8b57-1403451f9deb on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:36:43.925046 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Attempting to bind port fc6dbea1-68ea-46ef-8b57-1403451f9deb by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:36:43.925366 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Attempting to bind port fc6dbea1-68ea-46ef-8b57-1403451f9deb on network e7d51347-695f-4b89-ba87-954fe70eed97 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:36:43.941720 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device af24e484-4901-4878-9eb2-665f90e32d28 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:36:43.965652 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Port fc6dbea1-68ea-46ef-8b57-1403451f9deb on network e7d51347-695f-4b89-ba87-954fe70eed97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:36:43.965970 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Attempting to bind port fc6dbea1-68ea-46ef-8b57-1403451f9deb on network e7d51347-695f-4b89-ba87-954fe70eed97 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:36:43.984008 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port af24e484-4901-4878-9eb2-665f90e32d28 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:36:43.990377 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port af24e484-4901-4878-9eb2-665f90e32d28 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:43.990684 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (af24e484-4901-4878-9eb2-665f90e32d28), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:43.991429 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port af24e484-4901-4878-9eb2-665f90e32d28 Sep 27 17:36:44.006147 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:36:44.006415 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Checking segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:36:44.006794 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Bound using segment: {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:36:44.007244 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Bound port: fc6dbea1-68ea-46ef-8b57-1403451f9deb, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d283b6-4953-45c8-9261-68a4dc63ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:36:44.007577 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:44.023824 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:44.063688 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port af24e484-4901-4878-9eb2-665f90e32d28 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:44.064083 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (af24e484-4901-4878-9eb2-665f90e32d28), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:44.066546 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] For port fc6dbea1-68ea-46ef-8b57-1403451f9deb, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:36:44.069626 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] For port fc6dbea1-68ea-46ef-8b57-1403451f9deb, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fc6dbea1-68ea-46ef-8b57-1403451f9deb,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:36:44.075770 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:44.080769 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:44.081383 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:44.082830 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/fc6dbea1-68ea-46ef-8b57-1403451f9deb HTTP/1.1" status: 200 len: 1094 time: 1.0294905 Sep 27 17:36:44.083387 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'tag': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:36:44.086318 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9eec93-ef68-470b-91cc-c8ad2a0f4760" -d '{"events": [{"name": "network-changed", "server_uuid": "027d6837-5551-4ceb-8905-d16c9a7a382d", "tag": "fc6dbea1-68ea-46ef-8b57-1403451f9deb"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:36:44.089343 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af24e484-4901-4878-9eb2-665f90e32d28'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:36:44.091645 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8db898-506d-4f38-9105-a7aa1e835314" -d '{"events": [{"server_uuid": "9e6cccab-407e-45f8-9eb3-586fa28cd817", "name": "network-vif-plugged", "status": "completed", "tag": "af24e484-4901-4878-9eb2-665f90e32d28"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:36:44.103249 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:44.105328 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port af24e484-4901-4878-9eb2-665f90e32d28, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=af24e484-4901-4878-9eb2-665f90e32d28,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:44.113164 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (af24e484-4901-4878-9eb2-665f90e32d28), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:44.149253 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5aa0c2-9cff-471f-bcaf-ca8af2d16a0d x-openstack-request-id: req-fa5aa0c2-9cff-471f-bcaf-ca8af2d16a0d {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:36:44.149555 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027d6837-5551-4ceb-8905-d16c9a7a382d", "tag": "fc6dbea1-68ea-46ef-8b57-1403451f9deb", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:36:44.149796 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa5aa0c2-9cff-471f-bcaf-ca8af2d16a0d {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:36:44.150226 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5aa0c2-9cff-471f-bcaf-ca8af2d16a0d'] response: {'name': 'network-changed', 'server_uuid': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'tag': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'status': 'completed', 'code': 200} Sep 27 17:36:44.155410 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390aca9a-13af-4367-b8e0-68c26f5ce1aa x-openstack-request-id: req-390aca9a-13af-4367-b8e0-68c26f5ce1aa {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:36:44.155894 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6cccab-407e-45f8-9eb3-586fa28cd817", "name": "network-vif-plugged", "status": "completed", "tag": "af24e484-4901-4878-9eb2-665f90e32d28", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:36:44.156008 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-390aca9a-13af-4367-b8e0-68c26f5ce1aa {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:36:44.156310 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390aca9a-13af-4367-b8e0-68c26f5ce1aa'] response: {'server_uuid': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af24e484-4901-4878-9eb2-665f90e32d28', 'code': 200} Sep 27 17:36:44.156765 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d30284-50ac-4d81-b329-62abac4adc54 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6dbea1-68ea-46ef-8b57-1403451f9deb,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:44.170019 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=af24e484-4901-4878-9eb2-665f90e32d28,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:44.192128 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f7fed2b3-e363-40cd-b63d-1ee9fd475430 None None] Attempt 3 to provision port fc6dbea1-68ea-46ef-8b57-1403451f9deb Sep 27 17:36:44.230859 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f7fed2b3-e363-40cd-b63d-1ee9fd475430 None None] Port fc6dbea1-68ea-46ef-8b57-1403451f9deb had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:36:44.240358 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa399cc-a196-4796-b915-997f80240d36 req-a47dec29-53dc-49e7-b4d1-a806e7b23ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:44.241876 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-a47dec29-53dc-49e7-b4d1-a806e7b23ae9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 1128 time: 0.0408568 Sep 27 17:36:44.285557 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-4287bd07-2212-480e-92c0-2bdc04c6ff9e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc6dbea1-68ea-46ef-8b57-1403451f9deb HTTP/1.1" status: 200 len: 217 time: 0.0329564 Sep 27 17:36:44.338705 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa399cc-a196-4796-b915-997f80240d36 req-f0de5dd0-9c0e-4d0a-8baa-9af2cb78c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:44.340258 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-f0de5dd0-9c0e-4d0a-8baa-9af2cb78c898 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0492556 Sep 27 17:36:44.371646 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa4037-005b-4fae-94dd-4cbaeebdef4c req-6e58871e-4433-4f58-b00f-b63a7e8f2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:44.373323 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-38fa4037-005b-4fae-94dd-4cbaeebdef4c req-6e58871e-4433-4f58-b00f-b63a7e8f2cb1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 1130 time: 0.0417168 Sep 27 17:36:44.383741 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa399cc-a196-4796-b915-997f80240d36 req-7fb2b214-b62f-4f8b-8345-66fb93045f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:44.385216 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-7fb2b214-b62f-4f8b-8345-66fb93045f60 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384731 Sep 27 17:36:44.418107 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-38fa4037-005b-4fae-94dd-4cbaeebdef4c req-f8476d05-daaa-48b5-9f7c-76075d0c3a04 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376084 Sep 27 17:36:44.472708 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-555df4a4-a859-45cb-9314-5a4b62552902 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816164 Sep 27 17:36:44.783782 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06d7c7-47d6-4c5f-946a-2cf4de676515 req-18313282-73f3-4b9b-a1b2-e1d32daa5c2d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:44.785279 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a06d7c7-47d6-4c5f-946a-2cf4de676515 req-18313282-73f3-4b9b-a1b2-e1d32daa5c2d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 944 time: 0.0508723 Sep 27 17:36:44.932665 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a06d7c7-47d6-4c5f-946a-2cf4de676515 req-3fed82d1-377a-4f9b-be4b-0b19c8b3f6b7 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417804 Sep 27 17:36:44.943927 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c03b-105e-4bff-a416-8a92c42e7785 req-d56e9ffa-c7ed-4c1c-a907-9195f59dd3b4 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:44.945408 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a917c03b-105e-4bff-a416-8a92c42e7785 req-d56e9ffa-c7ed-4c1c-a907-9195f59dd3b4 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.1216478 Sep 27 17:36:44.963292 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:44.990638 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baa399cc-a196-4796-b915-997f80240d36 req-988b7510-60b4-4e54-ac10-e656213bf77d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923146 Sep 27 17:36:45.012104 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a917c03b-105e-4bff-a416-8a92c42e7785 req-a35113e0-ad2c-4f59-8e9b-183ca7f8eadb tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561714 Sep 27 17:36:45.219363 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:46.052681 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dde56c-e1c1-475a-a22c-bcaeddecb362 req-6c71c269-d31c-4c59-a10e-e4d9b2dc65d9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:46.054264 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-56dde56c-e1c1-475a-a22c-bcaeddecb362 req-6c71c269-d31c-4c59-a10e-e4d9b2dc65d9 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 944 time: 0.0477791 Sep 27 17:36:46.086912 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:46.115470 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-56dde56c-e1c1-475a-a22c-bcaeddecb362 req-c9abf1bf-3bbf-4344-bb86-0fd6b4501866 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555894 Sep 27 17:36:46.152291 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499cda1-0f7d-4133-a7c0-81d5e088ac7b req-3aee5fa8-78de-40b2-8521-f2382c01cc95 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:46.153751 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8499cda1-0f7d-4133-a7c0-81d5e088ac7b req-3aee5fa8-78de-40b2-8521-f2382c01cc95 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0620091 Sep 27 17:36:46.200720 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8499cda1-0f7d-4133-a7c0-81d5e088ac7b req-e913958a-baf3-4b66-a21e-0188ce1453ee tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412118 Sep 27 17:36:46.473437 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-dd464440-1502-49f3-b02f-53ec63b6dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:46.475022 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-dd464440-1502-49f3-b02f-53ec63b6dfd5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 1128 time: 0.0413556 Sep 27 17:36:46.953476 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-4d877ce6-5ddf-48c3-955c-a85fb4b96d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:46.954973 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-4d877ce6-5ddf-48c3-955c-a85fb4b96d09 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 913 time: 0.0931208 Sep 27 17:36:46.994500 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-352a8b24-c698-45f4-9726-c3c869717df3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc6dbea1-68ea-46ef-8b57-1403451f9deb HTTP/1.1" status: 200 len: 217 time: 0.0319176 Sep 27 17:36:47.049706 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-02c24309-aa24-4728-988f-1ceba93ef506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:47.051139 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-02c24309-aa24-4728-988f-1ceba93ef506 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0424798 Sep 27 17:36:47.096233 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-85fd7e23-a33b-46fb-b6fb-5aaab42a4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:47.097688 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-85fd7e23-a33b-46fb-b6fb-5aaab42a4aec service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377383 Sep 27 17:36:47.198398 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-1c4d0f84-f80c-48cb-a232-6f3e02d2bc88 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916529 Sep 27 17:36:47.302586 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9aa99-3fda-499f-b2fa-938d12606b95 req-cb905e3a-fa51-45fb-997c-c2ad50b737d8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:47.304055 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-64a9aa99-3fda-499f-b2fa-938d12606b95 req-cb905e3a-fa51-45fb-997c-c2ad50b737d8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 944 time: 0.1047964 Sep 27 17:36:47.362115 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e37e2-e1c1-4e9e-9b66-3544e8f014ad req-e15192cf-de95-4f70-b255-9a666b34742e tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:47.363562 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-450e37e2-e1c1-4e9e-9b66-3544e8f014ad req-e15192cf-de95-4f70-b255-9a666b34742e tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0819328 Sep 27 17:36:47.413651 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-df9eec93-ef68-470b-91cc-c8ad2a0f4760 req-e3b8f14f-2d86-4b9c-b333-737c262d248f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048965 Sep 27 17:36:47.428055 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-64a9aa99-3fda-499f-b2fa-938d12606b95 req-07133dde-7206-4d6e-bd25-c8d75d997111 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062803 Sep 27 17:36:47.454998 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-450e37e2-e1c1-4e9e-9b66-3544e8f014ad req-860e64c8-e4b5-49bf-b478-76a40969e1b5 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826552 Sep 27 17:36:47.576510 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be81482-f02d-4054-9f9e-fdde31cffcb0 req-bb89d80b-b6ec-4974-a2db-a83c5384582d tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:47.577981 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7be81482-f02d-4054-9f9e-fdde31cffcb0 req-bb89d80b-b6ec-4974-a2db-a83c5384582d tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0528879 Sep 27 17:36:47.588259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57770) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:36:47.593136 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-c2a0ee8a-2755-44de-9b90-2a2d21895cc3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'floatingip': {'port_id': 'af24e484-4901-4878-9eb2-665f90e32d28'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:36:47.629938 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ee8a-2755-44de-9b90-2a2d21895cc3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (1f3bbf7b-3717-4ef3-b655-179439747b0d), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:47.779899 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:47.826505 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:48.056087 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ee8a-2755-44de-9b90-2a2d21895cc3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:48.060778 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ee8a-2755-44de-9b90-2a2d21895cc3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (1f3bbf7b-3717-4ef3-b655-179439747b0d), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:48.159266 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-c2a0ee8a-2755-44de-9b90-2a2d21895cc3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Floating IP 1f3bbf7b-3717-4ef3-b655-179439747b0d associated. External IP: 172.27.0.4, port: af24e484-4901-4878-9eb2-665f90e32d28. Sep 27 17:36:48.357088 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a0ee8a-2755-44de-9b90-2a2d21895cc3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Router e63bf0f2-5bdb-426b-ba62-4059c0993d4d has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:36:48.458728 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a0ee8a-2755-44de-9b90-2a2d21895cc3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:36:48.463113 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ee8a-2755-44de-9b90-2a2d21895cc3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:48.469224 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] Sync routers for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:36:48.481786 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:36:48.482511 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:48.496236 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-c2a0ee8a-2755-44de-9b90-2a2d21895cc3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/1f3bbf7b-3717-4ef3-b655-179439747b0d HTTP/1.1" status: 200 len: 990 time: 0.9062324 Sep 27 17:36:48.496982 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'tag': 'af24e484-4901-4878-9eb2-665f90e32d28'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:36:48.499346 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d2e809-ff8a-404d-a49c-27890894af4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6cccab-407e-45f8-9eb3-586fa28cd817", "tag": "af24e484-4901-4878-9eb2-665f90e32d28"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:36:48.555810 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e1892-4606-421d-aa70-e751bf833f9c x-openstack-request-id: req-234e1892-4606-421d-aa70-e751bf833f9c {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:36:48.556185 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6cccab-407e-45f8-9eb3-586fa28cd817", "tag": "af24e484-4901-4878-9eb2-665f90e32d28", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:36:48.556502 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-234e1892-4606-421d-aa70-e751bf833f9c {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:36:48.556902 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234e1892-4606-421d-aa70-e751bf833f9c'] response: {'name': 'network-changed', 'server_uuid': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'tag': 'af24e484-4901-4878-9eb2-665f90e32d28', 'status': 'completed', 'code': 200} Sep 27 17:36:48.575014 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ec497-e0b3-4e56-bce2-f5293b281a10 req-dc028f33-20aa-4e0e-8aca-78620a2231f2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:48.576420 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c66ec497-e0b3-4e56-bce2-f5293b281a10 req-dc028f33-20aa-4e0e-8aca-78620a2231f2 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 944 time: 0.0545201 Sep 27 17:36:48.591260 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:36:48.658930 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c66ec497-e0b3-4e56-bce2-f5293b281a10 req-42fc74b4-0918-4315-bce2-c40cbb43b82b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759728 Sep 27 17:36:48.660384 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2e809-ff8a-404d-a49c-27890894af4c req-2fbcf22a-8d25-481c-be5a-a0fe593fc045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:48.661263 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-47d2e809-ff8a-404d-a49c-27890894af4c req-2fbcf22a-8d25-481c-be5a-a0fe593fc045 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 1130 time: 0.0601835 Sep 27 17:36:48.758283 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2e809-ff8a-404d-a49c-27890894af4c req-2b12f1e7-99f0-4b7b-ade1-7916445df070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:48.759915 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-47d2e809-ff8a-404d-a49c-27890894af4c req-2b12f1e7-99f0-4b7b-ade1-7916445df070 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 912 time: 0.0920846 Sep 27 17:36:48.805638 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:48.836319 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-47d2e809-ff8a-404d-a49c-27890894af4c req-ef22a4db-f144-48d0-b3a2-92f41b7986f3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af24e484-4901-4878-9eb2-665f90e32d28 HTTP/1.1" status: 200 len: 998 time: 0.0702443 Sep 27 17:36:48.880338 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:48.890441 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2e809-ff8a-404d-a49c-27890894af4c req-5aee7b55-2783-49eb-bbb4-cd2b68e6d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:48.890655 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '1f3bbf7b-3717-4ef3-b655-179439747b0d', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'port_id': 'af24e484-4901-4878-9eb2-665f90e32d28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'mac_address': 'fa:16:3e:6a:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:36:31Z', 'updated_at': '2022-09-27T17:36:47Z', 'revision_number': 1, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:48.891906 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-47d2e809-ff8a-404d-a49c-27890894af4c req-5aee7b55-2783-49eb-bbb4-cd2b68e6d43f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0453885 Sep 27 17:36:48.914906 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] Checking router: e63bf0f2-5bdb-426b-ba62-4059c0993d4d for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:36:48.924057 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:36:48.924689 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:48.939209 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2e809-ff8a-404d-a49c-27890894af4c req-e9a8f0a4-b312-4279-8add-ffd6d7280460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:48.940689 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-47d2e809-ff8a-404d-a49c-27890894af4c req-e9a8f0a4-b312-4279-8add-ffd6d7280460 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420628 Sep 27 17:36:49.027570 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:36:49.031777 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-47d2e809-ff8a-404d-a49c-27890894af4c req-1b6d7584-ae5d-4722-babe-2d2dc0e533d5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 Sep 27 17:36:49.124985 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-47d2e809-ff8a-404d-a49c-27890894af4c req-4ec11871-af69-46f1-9751-e5edd08bf1f0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870502 Sep 27 17:36:49.235965 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '1f3bbf7b-3717-4ef3-b655-179439747b0d', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'port_id': 'af24e484-4901-4878-9eb2-665f90e32d28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'mac_address': 'fa:16:3e:6a:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:36:31Z', 'updated_at': '2022-09-27T17:36:47Z', 'revision_number': 1, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:36:49.262939 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302dffe-0058-412f-a616-2a7d1c377e88 None None] The sync data for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi is: [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '1f3bbf7b-3717-4ef3-b655-179439747b0d', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'port_id': 'af24e484-4901-4878-9eb2-665f90e32d28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'mac_address': 'fa:16:3e:6a:83:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:36:31Z', 'updated_at': '2022-09-27T17:36:47Z', 'revision_number': 1, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:36:49.443251 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e31b4ea-3b8f-4381-afbc-b7bfba3214fd None None] New status for floating IP 1f3bbf7b-3717-4ef3-b655-179439747b0d: ACTIVE {{(pid=106221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:36:49.640282 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:36:49.779697 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a7cb2-37a9-4e94-a409-cb83cb498bef req-d81c691f-22c8-41d4-8f78-4e00ae16d12d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:49.781521 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-804a7cb2-37a9-4e94-a409-cb83cb498bef req-d81c691f-22c8-41d4-8f78-4e00ae16d12d tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 944 time: 0.0455899 Sep 27 17:36:49.833825 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-804a7cb2-37a9-4e94-a409-cb83cb498bef req-5322d270-47f6-48a7-b6c7-fdaf702827bd tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468237 Sep 27 17:36:50.954540 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69da49a-effd-4dba-957f-dbd0f6615163 req-ae703573-6fc9-4284-82d2-5a15bc7df5b1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:50.955982 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d69da49a-effd-4dba-957f-dbd0f6615163 req-ae703573-6fc9-4284-82d2-5a15bc7df5b1 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 944 time: 0.0451756 Sep 27 17:36:51.006947 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d69da49a-effd-4dba-957f-dbd0f6615163 req-66fd0b94-e6f5-49b7-890e-a00e954539e8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 Sep 27 17:36:52.134476 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a58fa1-da47-4510-91f5-e116d4fb2a33 req-e3e817e0-b645-4c14-b3ff-06c669d0d640 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:52.136507 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-51a58fa1-da47-4510-91f5-e116d4fb2a33 req-e3e817e0-b645-4c14-b3ff-06c669d0d640 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 944 time: 0.0480216 Sep 27 17:36:52.183652 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-51a58fa1-da47-4510-91f5-e116d4fb2a33 req-1ad298a8-eb79-4a20-b6b5-7d40061eb641 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416851 Sep 27 17:36:53.306023 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02805e41-f6f6-41a4-b82a-15d21d07c64b req-09ca40f0-4f87-4783-88c0-1780d6a27c42 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:53.307793 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-02805e41-f6f6-41a4-b82a-15d21d07c64b req-09ca40f0-4f87-4783-88c0-1780d6a27c42 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 944 time: 0.0486162 Sep 27 17:36:53.356685 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-02805e41-f6f6-41a4-b82a-15d21d07c64b req-1a012f29-e881-47ef-ba4e-76a72022b4f5 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432081 Sep 27 17:36:54.413106 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=9 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:54.417536 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=9 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:54.480283 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36a92d-010f-4210-8923-dc8cb0326a85 req-4e6fb153-6ac7-4d52-953a-504ede39eebb tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:54.481745 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d36a92d-010f-4210-8923-dc8cb0326a85 req-4e6fb153-6ac7-4d52-953a-504ede39eebb tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 944 time: 0.0498550 Sep 27 17:36:54.530509 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6d36a92d-010f-4210-8923-dc8cb0326a85 req-b7c465d2-c922-4ae9-9fc1-703bb3548890 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429108 Sep 27 17:36:55.645679 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e20aa9-e5a6-4d5f-87ac-7a5854bbafa4 req-63b32b56-f335-4ce9-bc88-7cfb38125a71 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:55.647152 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-13e20aa9-e5a6-4d5f-87ac-7a5854bbafa4 req-63b32b56-f335-4ce9-bc88-7cfb38125a71 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 944 time: 0.0457695 Sep 27 17:36:55.695015 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-13e20aa9-e5a6-4d5f-87ac-7a5854bbafa4 req-36759db7-f03e-43b1-9bb6-f3266f7ff200 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418015 Sep 27 17:36:56.010840 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device fc6dbea1-68ea-46ef-8b57-1403451f9deb details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:36:56.107901 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port fc6dbea1-68ea-46ef-8b57-1403451f9deb, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fc6dbea1-68ea-46ef-8b57-1403451f9deb,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:56.118979 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'port_id': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'mac_address': 'fa:16:3e:bf:ed:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:36:56.156824 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port fc6dbea1-68ea-46ef-8b57-1403451f9deb is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:56.157215 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:56.170459 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6dbea1-68ea-46ef-8b57-1403451f9deb {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:36:56.189919 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port fc6dbea1-68ea-46ef-8b57-1403451f9deb, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fc6dbea1-68ea-46ef-8b57-1403451f9deb,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:56.193676 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:56.239123 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=fc6dbea1-68ea-46ef-8b57-1403451f9deb,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:56.653172 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['fc6dbea1-68ea-46ef-8b57-1403451f9deb'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:36:56.816825 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523238-d82f-459b-977c-869fabe7f91c req-30655199-a5fe-4e7a-81ce-fa93b9d37c45 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:56.818313 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30523238-d82f-459b-977c-869fabe7f91c req-30655199-a5fe-4e7a-81ce-fa93b9d37c45 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 945 time: 0.0485356 Sep 27 17:36:56.867187 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30523238-d82f-459b-977c-869fabe7f91c req-8b20af12-28ff-472d-94d1-a40a8f442865 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423489 Sep 27 17:36:56.871412 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:57.985776 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b0c7b-2bcf-48cd-821a-ed262d063eb4 req-3da78f63-a359-41d3-81bb-7714357a832e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:57.987260 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e55b0c7b-2bcf-48cd-821a-ed262d063eb4 req-3da78f63-a359-41d3-81bb-7714357a832e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 945 time: 0.0465612 Sep 27 17:36:58.017622 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device fc6dbea1-68ea-46ef-8b57-1403451f9deb up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:36:58.019547 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:58.036215 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e55b0c7b-2bcf-48cd-821a-ed262d063eb4 req-ef9ab3fe-2c86-4343-a007-482813bbe422 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431814 Sep 27 17:36:58.051214 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:58.064477 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port fc6dbea1-68ea-46ef-8b57-1403451f9deb completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:36:58.069601 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port fc6dbea1-68ea-46ef-8b57-1403451f9deb triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:36:58.069974 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:58.070349 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port fc6dbea1-68ea-46ef-8b57-1403451f9deb Sep 27 17:36:58.141218 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port fc6dbea1-68ea-46ef-8b57-1403451f9deb is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:36:58.141603 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:58.164390 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:36:58.166595 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1822d19d-feca-4751-bec6-c18c0d6947a1" -d '{"events": [{"server_uuid": "027d6837-5551-4ceb-8905-d16c9a7a382d", "name": "network-vif-plugged", "status": "completed", "tag": "fc6dbea1-68ea-46ef-8b57-1403451f9deb"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:36:58.179036 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port fc6dbea1-68ea-46ef-8b57-1403451f9deb, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fc6dbea1-68ea-46ef-8b57-1403451f9deb,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:36:58.183051 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:36:58.207333 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b888e5-08f6-416e-9e30-9e2e3da83b92 x-openstack-request-id: req-37b888e5-08f6-416e-9e30-9e2e3da83b92 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:36:58.207629 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027d6837-5551-4ceb-8905-d16c9a7a382d", "name": "network-vif-plugged", "status": "completed", "tag": "fc6dbea1-68ea-46ef-8b57-1403451f9deb", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:36:58.207879 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37b888e5-08f6-416e-9e30-9e2e3da83b92 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:36:58.208265 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b888e5-08f6-416e-9e30-9e2e3da83b92'] response: {'server_uuid': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'code': 200} Sep 27 17:36:58.233507 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=fc6dbea1-68ea-46ef-8b57-1403451f9deb,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:36:58.483052 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:36:58.494121 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae89bd-201f-4438-94b4-7ee769c1db81 req-75f58dca-23b9-48ca-b5b6-f5067c44b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:58.496079 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-10ae89bd-201f-4438-94b4-7ee769c1db81 req-75f58dca-23b9-48ca-b5b6-f5067c44b24f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 1130 time: 0.0384383 Sep 27 17:36:58.544815 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-10ae89bd-201f-4438-94b4-7ee769c1db81 req-443f37dd-b8a9-453b-bc2b-015af6401058 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413108 Sep 27 17:36:59.156662 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efe76b-d529-4d23-9127-a1bb7d736bb6 req-c64cff11-c67f-48f9-a66b-c9da21bd3cfe tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:36:59.158116 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-53efe76b-d529-4d23-9127-a1bb7d736bb6 req-c64cff11-c67f-48f9-a66b-c9da21bd3cfe tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 946 time: 0.0449095 Sep 27 17:36:59.205231 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-53efe76b-d529-4d23-9127-a1bb7d736bb6 req-0935cf6f-37b2-4d7b-9c04-bda017c8c25e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416946 Sep 27 17:37:00.332811 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30833418-8a4d-4c52-b79d-cbe7584ae1c2 req-6bb56cab-d42c-4868-a1f5-f3a51522245b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:00.334297 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30833418-8a4d-4c52-b79d-cbe7584ae1c2 req-6bb56cab-d42c-4868-a1f5-f3a51522245b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 946 time: 0.0464275 Sep 27 17:37:00.381797 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30833418-8a4d-4c52-b79d-cbe7584ae1c2 req-47274a49-0497-4ef8-8eef-01e818f34143 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413790 Sep 27 17:37:00.779062 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79867702-4da1-43cf-8632-96081ebc6367 req-a47bf748-2fe9-457c-9c29-59611f763eac tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:00.780559 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79867702-4da1-43cf-8632-96081ebc6367 req-a47bf748-2fe9-457c-9c29-59611f763eac tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 946 time: 0.3247285 Sep 27 17:37:00.828718 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79867702-4da1-43cf-8632-96081ebc6367 req-2455c230-9b69-44be-8fef-d8e96aea7f1a tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424006 Sep 27 17:37:00.856631 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57806) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:01.017892 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c962a79-3aa5-4c7e-9bc8-8ff77d027e7f tempest-TestVolumeBootPattern-1850832666 tempest-TestVolumeBootPattern-1850832666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:01.019404 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1c962a79-3aa5-4c7e-9bc8-8ff77d027e7f tempest-TestVolumeBootPattern-1850832666 tempest-TestVolumeBootPattern-1850832666-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 1125 time: 0.1618202 Sep 27 17:37:01.022204 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57810) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:01.026315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'port_id': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:37:01.047397 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:01.126867 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:01.226657 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Allocated IP 172.27.0.134 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/6eb2046d-6bbc-4f73-a3c5-b37605fb533f) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:37:01.340791 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for port (6eb2046d-6bbc-4f73-a3c5-b37605fb533f), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:01.371990 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (6eb2046d-6bbc-4f73-a3c5-b37605fb533f), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:01.412379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:37:01.415532 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:37:01.420142 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:37:01.422863 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:01.423686 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'Port': ['ID=6eb2046d-6bbc-4f73-a3c5-b37605fb533f,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:01.452823 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:01.769641 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (ee76a3dc-e851-4c62-9774-920f5d352929), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:01.836234 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (6eb2046d-6bbc-4f73-a3c5-b37605fb533f), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:01.981229 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for port (6eb2046d-6bbc-4f73-a3c5-b37605fb533f), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:01.985759 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (6eb2046d-6bbc-4f73-a3c5-b37605fb533f), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:02.049625 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (ee76a3dc-e851-4c62-9774-920f5d352929), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:02.051395 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event updated for resources: {'Port': ['ID=6eb2046d-6bbc-4f73-a3c5-b37605fb533f,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:02.147281 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Floating IP ee76a3dc-e851-4c62-9774-920f5d352929 associated. External IP: 172.27.0.134, port: fc6dbea1-68ea-46ef-8b57-1403451f9deb. Sep 27 17:37:02.235689 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:02.325908 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:02.344735 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Router b9480217-431f-476b-b051-e63761de9580 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:37:02.443772 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:37:02.453764 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] Sync routers for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:37:02.468393 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:37:02.469047 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:02.470623 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:02.501297 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-9d95d742-fa66-45f0-b174-7506e20c5c6e tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4781094 Sep 27 17:37:02.501949 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'tag': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:37:02.504243 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06828602-bafa-46bb-b084-297a447a1b13" -d '{"events": [{"name": "network-changed", "server_uuid": "027d6837-5551-4ceb-8905-d16c9a7a382d", "tag": "fc6dbea1-68ea-46ef-8b57-1403451f9deb"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:37:02.515244 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:02.544158 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8510cb8a-2d0f-462b-9813-d4754d311d85 x-openstack-request-id: req-8510cb8a-2d0f-462b-9813-d4754d311d85 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:37:02.544444 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027d6837-5551-4ceb-8905-d16c9a7a382d", "tag": "fc6dbea1-68ea-46ef-8b57-1403451f9deb", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:37:02.544696 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8510cb8a-2d0f-462b-9813-d4754d311d85 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:37:02.545175 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8510cb8a-2d0f-462b-9813-d4754d311d85'] response: {'name': 'network-changed', 'server_uuid': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'tag': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'status': 'completed', 'code': 200} Sep 27 17:37:02.563738 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:02.571049 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:37:02.630312 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828602-bafa-46bb-b084-297a447a1b13 req-c02f01af-1969-47f3-9e8a-6e267e6e4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:02.631864 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06828602-bafa-46bb-b084-297a447a1b13 req-c02f01af-1969-47f3-9e8a-6e267e6e4a41 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 1130 time: 0.0404277 Sep 27 17:37:02.724142 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828602-bafa-46bb-b084-297a447a1b13 req-f477dcbe-42f0-4138-af23-1e24ec06239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:02.725619 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06828602-bafa-46bb-b084-297a447a1b13 req-f477dcbe-42f0-4138-af23-1e24ec06239a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 913 time: 0.0878513 Sep 27 17:37:02.783418 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '7f193943-e773-4ba2-9ef2-2002c79d23c4', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:9b:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:34:11Z', 'updated_at': '2022-09-27T17:34:12Z', 'revision_number': 1, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}, {'id': 'ee76a3dc-e851-4c62-9774-920f5d352929', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:bf:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:37:01Z', 'updated_at': '2022-09-27T17:37:01Z', 'revision_number': 0, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:02.786900 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06828602-bafa-46bb-b084-297a447a1b13 req-9031b804-0cff-48d6-9492-f7d26cde98ee service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc6dbea1-68ea-46ef-8b57-1403451f9deb HTTP/1.1" status: 200 len: 1000 time: 0.0542972 Sep 27 17:37:02.808367 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] Checking router: b9480217-431f-476b-b051-e63761de9580 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:37:02.816525 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:37:02.817120 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:36:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:02.839832 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828602-bafa-46bb-b084-297a447a1b13 req-ca3a5a93-210d-495c-a05c-174ad998f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:02.841243 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06828602-bafa-46bb-b084-297a447a1b13 req-ca3a5a93-210d-495c-a05c-174ad998f95f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0435510 Sep 27 17:37:02.889999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828602-bafa-46bb-b084-297a447a1b13 req-ab940cf8-730f-4d30-8d46-d2fcbc2ec2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:02.891511 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06828602-bafa-46bb-b084-297a447a1b13 req-ab940cf8-730f-4d30-8d46-d2fcbc2ec2a6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416911 Sep 27 17:37:02.919195 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:37:02.987943 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06828602-bafa-46bb-b084-297a447a1b13 req-4d134156-58d5-479f-a80b-7d1f4cf97db7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885115 Sep 27 17:37:03.080806 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06828602-bafa-46bb-b084-297a447a1b13 req-a5752fae-22bf-4b52-8e16-78897b9848c7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863252 Sep 27 17:37:03.141134 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '7f193943-e773-4ba2-9ef2-2002c79d23c4', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:9b:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:34:11Z', 'updated_at': '2022-09-27T17:34:12Z', 'revision_number': 1, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}, {'id': 'ee76a3dc-e851-4c62-9774-920f5d352929', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:bf:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:37:01Z', 'updated_at': '2022-09-27T17:37:01Z', 'revision_number': 0, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:03.165444 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62109d8d-05bd-4a2a-ae1c-3d404a1d4304 None None] The sync data for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi is: [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '7f193943-e773-4ba2-9ef2-2002c79d23c4', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:9b:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:34:11Z', 'updated_at': '2022-09-27T17:34:12Z', 'revision_number': 1, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}, {'id': 'ee76a3dc-e851-4c62-9774-920f5d352929', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:bf:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:37:01Z', 'updated_at': '2022-09-27T17:37:01Z', 'revision_number': 0, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:37:03.363145 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41c489-14e5-4f86-b289-f6202aed1275 None None] New status for floating IP ee76a3dc-e851-4c62-9774-920f5d352929: ACTIVE {{(pid=106221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:37:07.347218 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a8ba6716-a363-4b35-9bb6-325b1e3bb780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:09.576711 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ac321f5c-4e8c-4323-9464-0564624ba8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:10.888150 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:12.446107 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:12.506929 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:13.076153 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=68 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:13.078252 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=75,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:13.143775 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=68 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:13.144512 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=62 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:15.215030 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:23.770665 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06781344-cce2-4aa8-8842-4e559f626faa req-cc67ec0b-09ec-48de-8b92-855755fdd26d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384853 Sep 27 17:37:24.204763 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781344-cce2-4aa8-8842-4e559f626faa req-9a5803c2-de74-40d2-bf65-dbc9f78c5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:24.206344 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06781344-cce2-4aa8-8842-4e559f626faa req-9a5803c2-de74-40d2-bf65-dbc9f78c5bff service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 1129 time: 0.0396273 Sep 27 17:37:24.327555 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781344-cce2-4aa8-8842-4e559f626faa req-c98031d1-179c-4bd2-bfc8-b61f063c4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:24.329042 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06781344-cce2-4aa8-8842-4e559f626faa req-c98031d1-179c-4bd2-bfc8-b61f063c4e4a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 913 time: 0.0941603 Sep 27 17:37:24.396089 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06781344-cce2-4aa8-8842-4e559f626faa req-f622d352-c869-48a2-99ee-7b8c126537cd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5 HTTP/1.1" status: 200 len: 1000 time: 0.0584481 Sep 27 17:37:24.443376 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781344-cce2-4aa8-8842-4e559f626faa req-794a8309-f65d-4e5f-a740-39b1a4a32430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:24.444754 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06781344-cce2-4aa8-8842-4e559f626faa req-794a8309-f65d-4e5f-a740-39b1a4a32430 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0424304 Sep 27 17:37:24.487273 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781344-cce2-4aa8-8842-4e559f626faa req-b16ea0e3-75ee-48a5-993b-a8ed618959c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:24.488696 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06781344-cce2-4aa8-8842-4e559f626faa req-b16ea0e3-75ee-48a5-993b-a8ed618959c1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379696 Sep 27 17:37:24.582691 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06781344-cce2-4aa8-8842-4e559f626faa req-6b6dce64-4fb1-4b93-a810-c38e0336a1b5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861409 Sep 27 17:37:24.671724 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-06781344-cce2-4aa8-8842-4e559f626faa req-336c63d4-738d-494f-99f4-87e2e0e9df23 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832334 Sep 27 17:37:25.209480 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:25.210228 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:26.316418 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0115e2d-bac0-44fd-93e3-3ceb1c3e212b req-117ba73d-833a-43ca-b1ea-ba1f4225cea1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:26.317794 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d0115e2d-bac0-44fd-93e3-3ceb1c3e212b req-117ba73d-833a-43ca-b1ea-ba1f4225cea1 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 946 time: 0.0463607 Sep 27 17:37:26.368022 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d0115e2d-bac0-44fd-93e3-3ceb1c3e212b req-08128499-9bdb-4384-9054-6c42c908d58c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Sep 27 17:37:26.639111 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:37:27.491399 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785eac5-2601-4e4c-a0fb-1a3ebd3f00d8 req-757f5c43-84bf-49e3-8ed0-f0f7784e68b9 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:27.492875 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5785eac5-2601-4e4c-a0fb-1a3ebd3f00d8 req-757f5c43-84bf-49e3-8ed0-f0f7784e68b9 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 946 time: 0.0478590 Sep 27 17:37:27.539786 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5785eac5-2601-4e4c-a0fb-1a3ebd3f00d8 req-acd320bf-7c75-42d6-970b-9f8b73c45d81 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Sep 27 17:37:28.497770 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-c6f812fb-7d53-46ee-ae3c-27fd8ef4ca9c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:28.499856 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-c6f812fb-7d53-46ee-ae3c-27fd8ef4ca9c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 946 time: 0.0454848 Sep 27 17:37:28.614524 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Deleting port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:37:28.615168 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:28.715481 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65186-ff17-404d-8177-4a986a50c5e6 req-c55f504f-752d-4882-8ca8-60fdb40d94b8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:28.716979 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79b65186-ff17-404d-8177-4a986a50c5e6 req-c55f504f-752d-4882-8ca8-60fdb40d94b8 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 946 time: 0.0968602 Sep 27 17:37:28.767227 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:28.769155 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] For port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:37:28.769527 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:28.825931 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:28.831903 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-79b65186-ff17-404d-8177-4a986a50c5e6 req-937bd990-349d-44d1-add8-f972500e9464 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085618 Sep 27 17:37:28.950563 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:28.951080 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (0291ca5d-b0c1-4225-9600-144d88187216), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:28.951400 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Floating IP 0291ca5d-b0c1-4225-9600-144d88187216 disassociated. External IP: 172.27.0.137, port: 2ada2339-648c-4124-a9c2-ed0cd3edf8ef. Sep 27 17:37:28.951742 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Calling delete_port for 2ada2339-648c-4124-a9c2-ed0cd3edf8ef owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:37:29.079329 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (2ada2339-648c-4124-a9c2-ed0cd3edf8ef), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:29.104812 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'Port': ['ID=2ada2339-648c-4124-a9c2-ed0cd3edf8ef,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:29.216452 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:37:29.585510 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:37:29.597426 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:37:29.606868 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:37:29.607974 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:37:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:29.627623 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] No DVR routers for this DVR port 2ada2339-648c-4124-a9c2-ed0cd3edf8ef on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:37:29.630178 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:29.633445 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ceed1545-bffa-4616-a39c-3bd126bec942 req-57fcb23e-9406-4b01-98ca-e7c5277f4e56 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.18 "DELETE /networking/v2.0/ports/2ada2339-648c-4124-a9c2-ed0cd3edf8ef HTTP/1.1" status: 204 len: 173 time: 1.1062868 Sep 27 17:37:29.633938 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'name': 'network-vif-deleted', 'tag': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:37:29.636155 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b0a78d-19d4-4ad1-9acc-d201b879a953" -d '{"events": [{"server_uuid": "8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486", "name": "network-vif-deleted", "tag": "2ada2339-648c-4124-a9c2-ed0cd3edf8ef"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:37:29.677395 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b852ce-4b03-4d44-8528-3db6d32c9c28 x-openstack-request-id: req-31b852ce-4b03-4d44-8528-3db6d32c9c28 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:37:29.677765 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486", "name": "network-vif-deleted", "tag": "2ada2339-648c-4124-a9c2-ed0cd3edf8ef", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:37:29.678121 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31b852ce-4b03-4d44-8528-3db6d32c9c28 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:37:29.678528 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b852ce-4b03-4d44-8528-3db6d32c9c28'] response: {'server_uuid': '8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486', 'name': 'network-vif-deleted', 'tag': '2ada2339-648c-4124-a9c2-ed0cd3edf8ef', 'status': 'completed', 'code': 200} Sep 27 17:37:29.713591 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:37:29.908040 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:29.935669 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:37:29.944506 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:37:29.945122 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:37:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:29.965924 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d099e92c-6b1a-4f60-ba61-e799b9ab35a5 req-3f7e87cc-cb35-441f-9c5c-79750242741c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8e0eccf2-0b4d-4b31-96cf-c9bf5f7a6486 HTTP/1.1" status: 200 len: 210 time: 0.0309601 Sep 27 17:37:30.136205 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:37:30.320097 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:30.345361 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0dd755-3b07-452d-8d5a-48103701ac35 None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:26:34Z', 'revision_number': 4, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '799018ef-5c02-4a7f-9374-8584e150f9a2', 'name': '', 'network_id': '50dc8265-0d0d-49da-afd6-19daca5e673b', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'mac_address': 'fa:16:3e:8d:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:33Z', 'updated_at': '2022-09-27T17:26:40Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'subnets': [{'id': '7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:37:30.571853 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9185388d-a993-4417-889d-85543c2492b8 None None] New status for floating IP 0291ca5d-b0c1-4225-9600-144d88187216: DOWN {{(pid=106221) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:37:31.062994 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 57904) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:31.117605 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (19c2cae2-3dcd-4d79-bcaf-9dae18f61eda), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:31.139173 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (19c2cae2-3dcd-4d79-bcaf-9dae18f61eda), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:31.185453 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (19c2cae2-3dcd-4d79-bcaf-9dae18f61eda), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:31.187999 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:31.189113 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/19c2cae2-3dcd-4d79-bcaf-9dae18f61eda HTTP/1.1" status: 204 len: 168 time: 0.1250193 Sep 27 17:37:31.191977 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57906) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:31.197876 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c2cae2-3dcd-4d79-bcaf-9dae18f61eda,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:31.205337 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.205684 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.205825 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.api.v2.resource [None req-2bbec9db-434d-4272-ba39-6d7417a0e30c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] show failed (client error): The resource could not be found. Sep 27 17:37:31.206018 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.206382 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.206712 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.206837 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-2bbec9db-434d-4272-ba39-6d7417a0e30c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "GET /networking/v2.0/security-groups/19c2cae2-3dcd-4d79-bcaf-9dae18f61eda HTTP/1.1" status: 404 len: 347 time: 0.0138261 Sep 27 17:37:31.207037 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.207360 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.207682 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.208002 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.208319 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.208637 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.208955 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.209270 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.209482 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57908) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:31.209589 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.209887 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0842819-b21f-49f7-8241-d54562a30cf6 tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:31.323105 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-3aba580b-f7ca-448e-81c4-1be929ff9c2c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Deleting port 9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:37:31.323453 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3aba580b-f7ca-448e-81c4-1be929ff9c2c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:31.403556 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3aba580b-f7ca-448e-81c4-1be929ff9c2c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:31.403888 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3aba580b-f7ca-448e-81c4-1be929ff9c2c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:31.416049 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-3aba580b-f7ca-448e-81c4-1be929ff9c2c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Calling delete_port for 9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e owned by network:floatingip {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:37:31.484552 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:31.492976 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:31.546736 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3aba580b-f7ca-448e-81c4-1be929ff9c2c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:31.576801 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba580b-f7ca-448e-81c4-1be929ff9c2c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Pushing event deleted for resources: {'Port': ['ID=9e57a8aa-edf5-414a-8dc3-0cc6ca8c103e,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:31.630730 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3aba580b-f7ca-448e-81c4-1be929ff9c2c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks [] for floatingip (0291ca5d-b0c1-4225-9600-144d88187216), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:31.633246 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3aba580b-f7ca-448e-81c4-1be929ff9c2c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:31.634441 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-3aba580b-f7ca-448e-81c4-1be929ff9c2c tempest-AttachVolumeNegativeTest-1423690367 tempest-AttachVolumeNegativeTest-1423690367-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/0291ca5d-b0c1-4225-9600-144d88187216 HTTP/1.1" status: 204 len: 168 time: 0.4240177 Sep 27 17:37:32.190360 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 2ada2339-648c-4124-a9c2-ed0cd3edf8ef no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:37:32.208964 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 2ada2339-648c-4124-a9c2-ed0cd3edf8ef {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:37:32.209312 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 2ada2339-648c-4124-a9c2-ed0cd3edf8ef not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:37:35.337708 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57946) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:35.685050 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:35.901128 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] Deleting port 799018ef-5c02-4a7f-9374-8584e150f9a2 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:37:35.901467 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:35.979763 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] For port 799018ef-5c02-4a7f-9374-8584e150f9a2, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=799018ef-5c02-4a7f-9374-8584e150f9a2,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:37:35.980122 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:35.992650 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] Calling delete_port for 799018ef-5c02-4a7f-9374-8584e150f9a2 owned by network:router_interface {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:37:36.004769 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:36.122138 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:36.170793 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (799018ef-5c02-4a7f-9374-8584e150f9a2), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:36.192639 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] Pushing event deleted for resources: {'Port': ['ID=799018ef-5c02-4a7f-9374-8584e150f9a2,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:36.355971 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:36.558468 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] Router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:37:36.657636 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:37:36.662552 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e66865a4-3354-47d4-9039-169bbbda2430 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/c70b0962-3585-4cf5-ae67-ac87dc0dbc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3244073 Sep 27 17:37:36.665068 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57950) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:36.668357 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] Sync routers for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:37:36.678653 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:37:36.679333 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:37:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:36.759653 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Publish callbacks [] for router (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:36.779683 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:37:36.856532 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Publish callbacks [] for router_gateway (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:36.889630 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:36.903447 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Deleting port b9689ef5-daa9-42e2-88dd-3b81743510ab {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:37:36.903777 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:36.937053 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:36.952082 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:37:36Z', 'revision_number': 5, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port': {'id': 'b9689ef5-daa9-42e2-88dd-3b81743510ab', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:26:30Z', 'updated_at': '2022-09-27T17:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:36.959203 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:36.980768 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] Checking router: c70b0962-3585-4cf5-ae67-ac87dc0dbc98 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:37:36.986227 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] For port b9689ef5-daa9-42e2-88dd-3b81743510ab, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=b9689ef5-daa9-42e2-88dd-3b81743510ab,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:37:36.986836 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:36.987797 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=100 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:36.990399 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] Routers {'c70b0962-3585-4cf5-ae67-ac87dc0dbc98'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:37:36.991014 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:37:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:37.000614 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Calling delete_port for b9689ef5-daa9-42e2-88dd-3b81743510ab owned by network:router_gateway {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:37:37.073036 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] Set router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 gateway port host: None {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:37:37.121588 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:37:36Z', 'revision_number': 6, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port_host': None}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:37.146359 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b24b-a442-4005-b5f7-d450a8a75a11 None None] The sync data for ids ['c70b0962-3585-4cf5-ae67-ac87dc0dbc98'] in dv-cinder-849143-8-iscsi is: [{'id': 'c70b0962-3585-4cf5-ae67-ac87dc0dbc98', 'name': 'tempest-AttachVolumeNegativeTest-1420033721-router', 'tenant_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:26:29Z', 'updated_at': '2022-09-27T17:37:36Z', 'revision_number': 6, 'project_id': 'ef13103d3d8b43e1882d4820c8d9247b', 'gw_port_host': None}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:37:37.168104 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (b9689ef5-daa9-42e2-88dd-3b81743510ab), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.192735 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9689ef5-daa9-42e2-88dd-3b81743510ab,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:37.256026 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.358265 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.358265 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Publish callbacks [] for router_controller (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.360894 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-cae413e4-9ffa-44d2-b8a4-7228e9381a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.396100 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (c70b0962-3585-4cf5-ae67-ac87dc0dbc98), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.396608 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c70b0962-3585-4cf5-ae67-ac87dc0dbc98 {{(pid=106219) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:37:37.400787 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.401956 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-20c1a637-60e2-4a6a-8efd-cb9a7c5fb336 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/c70b0962-3585-4cf5-ae67-ac87dc0dbc98 HTTP/1.1" status: 204 len: 168 time: 0.7359934 Sep 27 17:37:37.405022 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57952) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:37.448182 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5efa34-0f48-47a1-94d3-436d341f8e91 admin admin] Deleting subnet 7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b {{(pid=106219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:37:37.451199 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a5efa34-0f48-47a1-94d3-436d341f8e91 admin admin] Publish callbacks [] for subnet (7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.491064 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a5efa34-0f48-47a1-94d3-436d341f8e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466286'] for subnet (7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.569428 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a5efa34-0f48-47a1-94d3-436d341f8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.630999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a5efa34-0f48-47a1-94d3-436d341f8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2372855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10281563'] for subnet (7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.661388 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5efa34-0f48-47a1-94d3-436d341f8e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:37.663269 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6a5efa34-0f48-47a1-94d3-436d341f8e91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.666349 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6a5efa34-0f48-47a1-94d3-436d341f8e91 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/7d7a7ff6-6e81-40f5-ac02-0212af5dcc9b HTTP/1.1" status: 204 len: 168 time: 0.2603981 Sep 27 17:37:37.667856 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cec83-81db-4616-adf8-d86731a49d5d None None] Network 50dc8265-0d0d-49da-afd6-19daca5e673b requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:37:37.668778 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57954) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:37.736462 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (50dc8265-0d0d-49da-afd6-19daca5e673b), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.775006 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:37.778387 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Deleting port 6cd799ad-a83d-49ad-9e6c-46def2389808 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:37:37.778710 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.845175 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] For port 6cd799ad-a83d-49ad-9e6c-46def2389808, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=6cd799ad-a83d-49ad-9e6c-46def2389808,segment=NetworkSegment(241a76c3-b79e-4c1c-8b53-c67b0deb8ee6),segment_id=241a76c3-b79e-4c1c-8b53-c67b0deb8ee6)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:37:37.845539 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.854773 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:37.859394 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Calling delete_port for 6cd799ad-a83d-49ad-9e6c-46def2389808 owned by network:dhcp {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:37:37.927000 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] DHCP port deletion for 50dc8265-0d0d-49da-afd6-19daca5e673b request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:37:37.936357 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 799018ef-5c02-4a7f-9374-8584e150f9a2 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:37:37.950141 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:37.975986 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 799018ef-5c02-4a7f-9374-8584e150f9a2 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:37:37.976331 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 799018ef-5c02-4a7f-9374-8584e150f9a2 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:37:37.980383 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd799ad-a83d-49ad-9e6c-46def2389808,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:37.986268 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] No DVR routers for this DVR port 6cd799ad-a83d-49ad-9e6c-46def2389808 on host dv-cinder-849143-8-iscsi {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:37:37.992544 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Deleting port 6cd799ad-a83d-49ad-9e6c-46def2389808 {{(pid=106221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:37:37.992925 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), before_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.057158 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (50dc8265-0d0d-49da-afd6-19daca5e673b), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.059783 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] For port 6cd799ad-a83d-49ad-9e6c-46def2389808, host dv-cinder-849143-8-iscsi, got binding levels [] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:37:38.060174 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), precommit_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.072680 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Calling delete_port for 6cd799ad-a83d-49ad-9e6c-46def2389808 owned by network:dhcp {{(pid=106221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:37:38.075459 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.ipam_backend_mixin [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Port 6cd799ad-a83d-49ad-9e6c-46def2389808 was not found and therefore no delete operation was performed {{(pid=106221) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 27 17:37:38.076672 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (6cd799ad-a83d-49ad-9e6c-46def2389808), after_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.077940 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50dc8265-0d0d-49da-afd6-19daca5e673b']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:38.087326 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:38.087631 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241a76c3-b79e-4c1c-8b53-c67b0deb8ee6') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:37:38.097866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (241a76c3-b79e-4c1c-8b53-c67b0deb8ee6), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.105327 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Pushing event deleted for resources: {'Port': ['ID=6cd799ad-a83d-49ad-9e6c-46def2389808,revision_number=None']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:38.114354 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] No DVR routers for this DVR port 6cd799ad-a83d-49ad-9e6c-46def2389808 on host dv-cinder-849143-8-iscsi {{(pid=106221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:37:38.115832 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (241a76c3-b79e-4c1c-8b53-c67b0deb8ee6), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.117753 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.118120 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.118459 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.118967 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.119472 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.119955 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.120438 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.120907 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.121365 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.122354 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.123014 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.123546 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.124029 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.124504 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.125482 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be408b-4f65-47c2-8198-76345710aad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:38.130590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:37:38.131809 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (241a76c3-b79e-4c1c-8b53-c67b0deb8ee6), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.179535 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 241a76c3-b79e-4c1c-8b53-c67b0deb8ee6 resource provider aggregate not found Sep 27 17:37:38.201830 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 241a76c3-b79e-4c1c-8b53-c67b0deb8ee6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 241a76c3-b79e-4c1c-8b53-c67b0deb8ee6 found for delete ", "request_id": "req-c01c91aa-f958-465e-bcf6-79236c6125f8"}]} Sep 27 17:37:38.210296 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (50dc8265-0d0d-49da-afd6-19daca5e673b), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.216069 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.222168 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/50dc8265-0d0d-49da-afd6-19daca5e673b HTTP/1.1" status: 204 len: 168 time: 0.5524609 Sep 27 17:37:38.234146 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7fce6-6814-470b-bc3c-3708f2d333a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=50dc8265-0d0d-49da-afd6-19daca5e673b,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:38.357833 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57964) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:38.397080 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-f00657b2-bb99-49be-9976-46c0962f78d9 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ef13103d3d8b43e1882d4820c8d9247b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380971 Sep 27 17:37:38.399466 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 57966) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:38.448841 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0d89762a-bcea-49d4-a4b7-82b6d7429a4f admin admin] Publish callbacks [] for security_group (6903164e-0d22-4989-b914-e53be4251ddf), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.469363 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0d89762a-bcea-49d4-a4b7-82b6d7429a4f admin admin] Publish callbacks [] for security_group (6903164e-0d22-4989-b914-e53be4251ddf), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.515486 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0d89762a-bcea-49d4-a4b7-82b6d7429a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (6903164e-0d22-4989-b914-e53be4251ddf), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.518048 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0d89762a-bcea-49d4-a4b7-82b6d7429a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:38.522054 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-0d89762a-bcea-49d4-a4b7-82b6d7429a4f admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6903164e-0d22-4989-b914-e53be4251ddf HTTP/1.1" status: 204 len: 168 time: 0.1217070 Sep 27 17:37:38.530428 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89762a-bcea-49d4-a4b7-82b6d7429a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6903164e-0d22-4989-b914-e53be4251ddf,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:39.396407 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device b9689ef5-daa9-42e2-88dd-3b81743510ab no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:37:39.415261 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: b9689ef5-daa9-42e2-88dd-3b81743510ab {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:37:39.415660 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device b9689ef5-daa9-42e2-88dd-3b81743510ab not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:37:39.416132 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 6cd799ad-a83d-49ad-9e6c-46def2389808 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:37:39.434832 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 6cd799ad-a83d-49ad-9e6c-46def2389808 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:37:39.435217 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 6cd799ad-a83d-49ad-9e6c-46def2389808 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:37:39.579796 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-132c91f3-da00-4d7b-9fe1-78d4be37522e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:40.334421 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58016) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:40.439558 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-66516381-03da-43f6-894a-d01aa29c82c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:40.515378 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-66516381-03da-43f6-894a-d01aa29c82c5 admin admin] Publish callbacks [] for security_group (2a768ad1-7ebc-4436-81f7-d4738d95a28b), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:40.519306 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-66516381-03da-43f6-894a-d01aa29c82c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (2a768ad1-7ebc-4436-81f7-d4738d95a28b), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:40.557428 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-66516381-03da-43f6-894a-d01aa29c82c5 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=42bf5b446a8a499dbe79c022a4e6f72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219505 Sep 27 17:37:40.558393 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66516381-03da-43f6-894a-d01aa29c82c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a768ad1-7ebc-4436-81f7-d4738d95a28b,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:40.560656 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58020) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:40.612937 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d1af9eb5-16a2-4918-a6ee-529de4a1c663 admin admin] Publish callbacks [] for security_group (2a768ad1-7ebc-4436-81f7-d4738d95a28b), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:40.632820 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d1af9eb5-16a2-4918-a6ee-529de4a1c663 admin admin] Publish callbacks [] for security_group (2a768ad1-7ebc-4436-81f7-d4738d95a28b), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:40.677778 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d1af9eb5-16a2-4918-a6ee-529de4a1c663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (2a768ad1-7ebc-4436-81f7-d4738d95a28b), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:40.680293 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-d1af9eb5-16a2-4918-a6ee-529de4a1c663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:40.681425 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-d1af9eb5-16a2-4918-a6ee-529de4a1c663 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2a768ad1-7ebc-4436-81f7-d4738d95a28b HTTP/1.1" status: 204 len: 168 time: 0.1196740 Sep 27 17:37:40.690809 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af9eb5-16a2-4918-a6ee-529de4a1c663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a768ad1-7ebc-4436-81f7-d4738d95a28b,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:40.891466 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:40.938313 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58026) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:40.951605 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-364c117e-7002-40ce-a184-80ce73004474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:41.025796 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-364c117e-7002-40ce-a184-80ce73004474 admin admin] Publish callbacks [] for security_group (a8692567-573f-452c-ad5a-ac1c66becc04), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:41.029844 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-364c117e-7002-40ce-a184-80ce73004474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (a8692567-573f-452c-ad5a-ac1c66becc04), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:41.068219 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-364c117e-7002-40ce-a184-80ce73004474 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=318d6977a377417faf36dade126e62e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288028 Sep 27 17:37:41.069069 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c117e-7002-40ce-a184-80ce73004474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8692567-573f-452c-ad5a-ac1c66becc04,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:41.071077 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58028) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:41.111576 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:41.122499 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-17c99f8d-005b-49ef-9147-13726606ea5f admin admin] Publish callbacks [] for security_group (a8692567-573f-452c-ad5a-ac1c66becc04), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:41.142701 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-17c99f8d-005b-49ef-9147-13726606ea5f admin admin] Publish callbacks [] for security_group (a8692567-573f-452c-ad5a-ac1c66becc04), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:41.167272 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:41.188527 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-17c99f8d-005b-49ef-9147-13726606ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (a8692567-573f-452c-ad5a-ac1c66becc04), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:41.191162 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-17c99f8d-005b-49ef-9147-13726606ea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:41.192331 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-17c99f8d-005b-49ef-9147-13726606ea5f admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a8692567-573f-452c-ad5a-ac1c66becc04 HTTP/1.1" status: 204 len: 168 time: 0.1201968 Sep 27 17:37:41.199899 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c99f8d-005b-49ef-9147-13726606ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8692567-573f-452c-ad5a-ac1c66becc04,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:42.448252 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:42.515780 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:45.231498 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:45.526189 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58102) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:45.633370 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:45.712058 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Publish callbacks [] for security_group (8285b3c4-8647-4b81-a145-d4a5d111832c), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:45.715743 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (8285b3c4-8647-4b81-a145-d4a5d111832c), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:45.755535 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=2f8c3684c1cc4bbd86f12850c1e4142d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283063 Sep 27 17:37:45.756447 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8285b3c4-8647-4b81-a145-d4a5d111832c,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:45.758351 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58106) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:45.776853 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.777135 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.777481 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.777823 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.778185 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.778522 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.778879 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.779206 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.779534 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.779862 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.780189 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.780516 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.780841 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.781163 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.781486 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a4390f-bc92-4210-bd08-8d2983caa5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:37:45.819371 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7bbbdf3-f7a5-4892-ae85-d25c7a722430 admin admin] Publish callbacks [] for security_group (8285b3c4-8647-4b81-a145-d4a5d111832c), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:45.839360 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7bbbdf3-f7a5-4892-ae85-d25c7a722430 admin admin] Publish callbacks [] for security_group (8285b3c4-8647-4b81-a145-d4a5d111832c), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:45.883620 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7bbbdf3-f7a5-4892-ae85-d25c7a722430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (8285b3c4-8647-4b81-a145-d4a5d111832c), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:45.886245 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7bbbdf3-f7a5-4892-ae85-d25c7a722430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:45.887409 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d7bbbdf3-f7a5-4892-ae85-d25c7a722430 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/8285b3c4-8647-4b81-a145-d4a5d111832c HTTP/1.1" status: 204 len: 168 time: 0.1280959 Sep 27 17:37:45.895985 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbbdf3-f7a5-4892-ae85-d25c7a722430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8285b3c4-8647-4b81-a145-d4a5d111832c,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:46.144849 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58112) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:46.158264 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-469c8cfa-5bbc-4fc5-8aec-bc4310e62c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:46.231330 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-469c8cfa-5bbc-4fc5-8aec-bc4310e62c19 admin admin] Publish callbacks [] for security_group (c8b41c24-fe69-4dad-a86e-b2e718fab786), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:46.235229 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-469c8cfa-5bbc-4fc5-8aec-bc4310e62c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (c8b41c24-fe69-4dad-a86e-b2e718fab786), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:46.276923 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-469c8cfa-5bbc-4fc5-8aec-bc4310e62c19 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=208488221888472ea0e35475114d0d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310012 Sep 27 17:37:46.277706 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c8cfa-5bbc-4fc5-8aec-bc4310e62c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b41c24-fe69-4dad-a86e-b2e718fab786,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:46.280240 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58114) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:46.331901 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-69e2fba0-1e52-4b48-8784-b6adae8920f7 admin admin] Publish callbacks [] for security_group (c8b41c24-fe69-4dad-a86e-b2e718fab786), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:46.351774 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-69e2fba0-1e52-4b48-8784-b6adae8920f7 admin admin] Publish callbacks [] for security_group (c8b41c24-fe69-4dad-a86e-b2e718fab786), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:46.397369 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-69e2fba0-1e52-4b48-8784-b6adae8920f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (c8b41c24-fe69-4dad-a86e-b2e718fab786), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:46.399953 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-69e2fba0-1e52-4b48-8784-b6adae8920f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:46.401084 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-69e2fba0-1e52-4b48-8784-b6adae8920f7 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c8b41c24-fe69-4dad-a86e-b2e718fab786 HTTP/1.1" status: 204 len: 168 time: 0.1198115 Sep 27 17:37:46.409384 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2fba0-1e52-4b48-8784-b6adae8920f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b41c24-fe69-4dad-a86e-b2e718fab786,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:47.066816 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58138) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:47.097949 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=16 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:47.125208 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=7 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:47.161965 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-123633085-network', 'tenant_id': '9140b3851471414a91c52a599dab29d9'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:37:47.181765 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Made reservation on behalf of 9140b3851471414a91c52a599dab29d9 for: {'network': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:37:47.184060 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.192880 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.207252 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:47.244401 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:47.273457 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Publish callbacks [] for security_group (da2535d6-5d4e-4a84-9131-5b8fbd6ab259), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.276653 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (da2535d6-5d4e-4a84-9131-5b8fbd6ab259), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.297335 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=106220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:37:47.312826 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2535d6-5d4e-4a84-9131-5b8fbd6ab259,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:47.315831 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (a25ca457-2b1f-4de4-83b0-f0686251f6b4), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.316255 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.segments_db [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Added segment a25ca457-2b1f-4de4-83b0-f0686251f6b4 of type vlan for network 5cbf61c1-f249-4181-9990-dd6c372d1da2 Sep 27 17:37:47.356529 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (5cbf61c1-f249-4181-9990-dd6c372d1da2), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.381525 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (5cbf61c1-f249-4181-9990-dd6c372d1da2), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.382575 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:47.383377 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.454719 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3867211 Sep 27 17:37:47.457659 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58142) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:47.458514 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe021a-3b10-43f2-8307-bb390973a928 admin admin] Pushing event updated for resources: {'Network': ['ID=5cbf61c1-f249-4181-9990-dd6c372d1da2,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:47.462608 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Request body: {'subnet': {'network_id': '5cbf61c1-f249-4181-9990-dd6c372d1da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-123633085-subnet', 'tenant_id': '9140b3851471414a91c52a599dab29d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:37:47.469390 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 5cbf61c1-f249-4181-9990-dd6c372d1da2 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:37:47.483406 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Made reservation on behalf of 9140b3851471414a91c52a599dab29d9 for: {'subnet': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:37:47.486032 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10281574'] for subnet (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.651424 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2370106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10281552'] for subnet (a3373fda-b2b4-4d20-99b2-b530f38093b5), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.655954 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:47.690485 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:47.713007 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3373fda-b2b4-4d20-99b2-b530f38093b5,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:47.725334 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Checking segment: {'id': 'a25ca457-2b1f-4de4-83b0-f0686251f6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5cbf61c1-f249-4181-9990-dd6c372d1da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:37:47.725692 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Network hostable DHCP agents. Network: 5cbf61c1-f249-4181-9990-dd6c372d1da2, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:37:47.742620 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Network 5cbf61c1-f249-4181-9990-dd6c372d1da2 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:37:47.751276 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 5cbf61c1-f249-4181-9990-dd6c372d1da2) {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:37:47.755123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:47.755700 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:47.760069 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e32394e-dcac-4ac6-9743-ceb2b300d424 None None] Network 5cbf61c1-f249-4181-9990-dd6c372d1da2 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:37:47.771635 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-7d3b2906-a4db-4ea6-b6f0-26591a81a413 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3128479 Sep 27 17:37:47.860318 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960353ee-4f43-4803-8f31-e0d23dee66d7 None None] Network 5cbf61c1-f249-4181-9990-dd6c372d1da2 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:37:48.239480 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58158) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:48.244311 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1806381703-network', 'tenant_id': '7a11ad72b5e845faacaea4d2361a1b9c'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:37:48.270749 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Made reservation on behalf of 7a11ad72b5e845faacaea4d2361a1b9c for: {'network': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:37:48.273367 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.283809 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.364668 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Publish callbacks [] for security_group (d2d4c4ad-aff9-4fbb-9638-3b6f858a5706), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.368594 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d2d4c4ad-aff9-4fbb-9638-3b6f858a5706), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.397351 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=106219) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:37:48.404427 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d4c4ad-aff9-4fbb-9638-3b6f858a5706,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:48.411302 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.411596 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.segments_db [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Added segment e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5 of type vlan for network 5747e616-65c7-4eea-aa0c-b2cf4ef25b67 Sep 27 17:37:48.452280 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (5747e616-65c7-4eea-aa0c-b2cf4ef25b67), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.476256 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (5747e616-65c7-4eea-aa0c-b2cf4ef25b67), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.477307 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:48.477922 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.530756 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2901599 Sep 27 17:37:48.533684 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58160) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:37:48.538590 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Request body: {'subnet': {'network_id': '5747e616-65c7-4eea-aa0c-b2cf4ef25b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1806381703-subnet', 'tenant_id': '7a11ad72b5e845faacaea4d2361a1b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:37:48.541487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109fa37-1db8-4641-8c78-ab2e64133936 admin admin] Pushing event updated for resources: {'Network': ['ID=5747e616-65c7-4eea-aa0c-b2cf4ef25b67,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:48.550897 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 5747e616-65c7-4eea-aa0c-b2cf4ef25b67 details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:37:48.559347 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Made reservation on behalf of 7a11ad72b5e845faacaea4d2361a1b9c for: {'subnet': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:37:48.562400 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9736960'] for subnet (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.734357 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:48.737913 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9807261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9737014'] for subnet (be765509-a18c-472b-8f45-6e4c8fbfb520), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.794556 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be765509-a18c-472b-8f45-6e4c8fbfb520,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:37:48.803068 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Checking segment: {'id': 'e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5747e616-65c7-4eea-aa0c-b2cf4ef25b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:37:48.803424 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Network hostable DHCP agents. Network: 5747e616-65c7-4eea-aa0c-b2cf4ef25b67, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106220) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:37:48.820249 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Network 5747e616-65c7-4eea-aa0c-b2cf4ef25b67 is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106220) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:37:48.829407 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 5747e616-65c7-4eea-aa0c-b2cf4ef25b67) {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:37:48.833560 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:37:48.834196 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:37:48.838356 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc19e3f0-511d-47e2-a6de-12ab9dde88e8 None None] Network 5747e616-65c7-4eea-aa0c-b2cf4ef25b67 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:37:48.851597 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-92870c8e-7b60-48bc-a423-9d4a86be4e7f admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3167238 Sep 27 17:37:48.913308 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:48.944531 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66147fd-625c-4184-8be5-0667d6c1844b None None] Network 5747e616-65c7-4eea-aa0c-b2cf4ef25b67 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:37:58.537017 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=43,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:58.538933 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=48,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:58.843111 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:58.845802 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:INSERT=14,neutron:UPDATE=2,neutron:SELECT=72,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:59.009599 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=21 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:37:59.016440 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=10 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:02.465401 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58282) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:02.510493 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_v2 [None req-6314c169-6ed4-48c8-ade7-77979804078e admin admin] Deleting subnet a3373fda-b2b4-4d20-99b2-b530f38093b5 {{(pid=106220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:38:02.513686 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6314c169-6ed4-48c8-ade7-77979804078e admin admin] Publish callbacks [] for subnet (a3373fda-b2b4-4d20-99b2-b530f38093b5), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.552026 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6314c169-6ed4-48c8-ade7-77979804078e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9780021'] for subnet (a3373fda-b2b4-4d20-99b2-b530f38093b5), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.590487 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6314c169-6ed4-48c8-ade7-77979804078e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (a3373fda-b2b4-4d20-99b2-b530f38093b5), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.641973 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6314c169-6ed4-48c8-ade7-77979804078e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9737021'] for subnet (a3373fda-b2b4-4d20-99b2-b530f38093b5), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.664755 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314c169-6ed4-48c8-ade7-77979804078e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3373fda-b2b4-4d20-99b2-b530f38093b5,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:02.670324 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6314c169-6ed4-48c8-ade7-77979804078e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.673876 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6314c169-6ed4-48c8-ade7-77979804078e admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/a3373fda-b2b4-4d20-99b2-b530f38093b5 HTTP/1.1" status: 204 len: 168 time: 0.2074797 Sep 27 17:38:02.676291 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58284) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:02.746565 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (5cbf61c1-f249-4181-9990-dd6c372d1da2), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.828088 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (5cbf61c1-f249-4181-9990-dd6c372d1da2), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.847504 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbf61c1-f249-4181-9990-dd6c372d1da2']}} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:38:02.856655 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25ca457-2b1f-4de4-83b0-f0686251f6b4') {'for_net_delete': True} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:38:02.856951 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25ca457-2b1f-4de4-83b0-f0686251f6b4') {} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:38:02.871044 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9780028'] for segment (a25ca457-2b1f-4de4-83b0-f0686251f6b4), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.883734 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (a25ca457-2b1f-4de4-83b0-f0686251f6b4), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.889950 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=106220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:38:02.890418 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812990'] for segment (a25ca457-2b1f-4de4-83b0-f0686251f6b4), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.947475 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (5cbf61c1-f249-4181-9990-dd6c372d1da2), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.951923 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:02.957600 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/5cbf61c1-f249-4181-9990-dd6c372d1da2 HTTP/1.1" status: 204 len: 168 time: 0.2778866 Sep 27 17:38:02.958002 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58290) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:02.968922 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b394a96-776a-4d6f-b7e7-66d6a3545188 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbf61c1-f249-4181-9990-dd6c372d1da2,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:03.010536 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf3d4a6-65cc-43ba-803c-acc0b8165cc2 admin admin] Deleting subnet be765509-a18c-472b-8f45-6e4c8fbfb520 {{(pid=106219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:38:03.013759 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d4a6-65cc-43ba-803c-acc0b8165cc2 admin admin] Publish callbacks [] for subnet (be765509-a18c-472b-8f45-6e4c8fbfb520), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.045284 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment a25ca457-2b1f-4de4-83b0-f0686251f6b4 resource provider aggregate not found Sep 27 17:38:03.050495 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d4a6-65cc-43ba-803c-acc0b8165cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466286'] for subnet (be765509-a18c-472b-8f45-6e4c8fbfb520), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.062016 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment a25ca457-2b1f-4de4-83b0-f0686251f6b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a25ca457-2b1f-4de4-83b0-f0686251f6b4 found for delete ", "request_id": "req-1f22611b-7798-4f51-bc70-89614ec38b97"}]} Sep 27 17:38:03.089623 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d4a6-65cc-43ba-803c-acc0b8165cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (be765509-a18c-472b-8f45-6e4c8fbfb520), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.139615 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d4a6-65cc-43ba-803c-acc0b8165cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2372855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10281563'] for subnet (be765509-a18c-472b-8f45-6e4c8fbfb520), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.168885 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3d4a6-65cc-43ba-803c-acc0b8165cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be765509-a18c-472b-8f45-6e4c8fbfb520,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:03.172563 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d4a6-65cc-43ba-803c-acc0b8165cc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.175668 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-0bf3d4a6-65cc-43ba-803c-acc0b8165cc2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/be765509-a18c-472b-8f45-6e4c8fbfb520 HTTP/1.1" status: 204 len: 168 time: 0.2160075 Sep 27 17:38:03.178175 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58294) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:03.244130 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (5747e616-65c7-4eea-aa0c-b2cf4ef25b67), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.321313 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (5747e616-65c7-4eea-aa0c-b2cf4ef25b67), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.341065 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5747e616-65c7-4eea-aa0c-b2cf4ef25b67']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:38:03.350614 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:38:03.350907 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:38:03.360218 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.373087 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.379072 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:38:03.379445 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.440793 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (5747e616-65c7-4eea-aa0c-b2cf4ef25b67), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.446382 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.449474 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/5747e616-65c7-4eea-aa0c-b2cf4ef25b67 HTTP/1.1" status: 204 len: 168 time: 0.2703998 Sep 27 17:38:03.452493 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5 resource provider aggregate not found Sep 27 17:38:03.465634 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815a66a-6ad1-429b-a248-deeecacefa4b admin admin] Pushing event deleted for resources: {'Network': ['ID=5747e616-65c7-4eea-aa0c-b2cf4ef25b67,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:03.480076 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e585645d-9d78-4dd3-a5e8-6c3a5cd0c7c5 found for delete ", "request_id": "req-627e1e5a-3875-4ecc-854e-2b1d222aef73"}]} Sep 27 17:38:03.604175 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58306) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:03.637554 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:38:03.648547 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-409cbc9f-544b-4b81-b065-b154f7c65c5b admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=9140b3851471414a91c52a599dab29d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431113 Sep 27 17:38:03.650848 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58308) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:03.696567 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f14eb10-1756-4931-9675-6968560c292d admin admin] Publish callbacks [] for security_group (da2535d6-5d4e-4a84-9131-5b8fbd6ab259), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.716166 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f14eb10-1756-4931-9675-6968560c292d admin admin] Publish callbacks [] for security_group (da2535d6-5d4e-4a84-9131-5b8fbd6ab259), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.761421 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f14eb10-1756-4931-9675-6968560c292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (da2535d6-5d4e-4a84-9131-5b8fbd6ab259), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.763900 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f14eb10-1756-4931-9675-6968560c292d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:03.765036 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-7f14eb10-1756-4931-9675-6968560c292d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/da2535d6-5d4e-4a84-9131-5b8fbd6ab259 HTTP/1.1" status: 204 len: 168 time: 0.1133156 Sep 27 17:38:03.773471 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14eb10-1756-4931-9675-6968560c292d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2535d6-5d4e-4a84-9131-5b8fbd6ab259,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:04.084901 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58314) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:04.126799 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-7679b5b5-8993-44dd-9c89-82162401b919 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=7a11ad72b5e845faacaea4d2361a1b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407360 Sep 27 17:38:04.129297 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58316) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:04.176411 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-569ea05b-32d6-4c36-971c-b35addb3487e admin admin] Publish callbacks [] for security_group (d2d4c4ad-aff9-4fbb-9638-3b6f858a5706), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:04.178831 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:04.200283 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-569ea05b-32d6-4c36-971c-b35addb3487e admin admin] Publish callbacks [] for security_group (d2d4c4ad-aff9-4fbb-9638-3b6f858a5706), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:04.478487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:04.506909 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-569ea05b-32d6-4c36-971c-b35addb3487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d2d4c4ad-aff9-4fbb-9638-3b6f858a5706), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:04.509664 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-569ea05b-32d6-4c36-971c-b35addb3487e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:04.510857 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-569ea05b-32d6-4c36-971c-b35addb3487e admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d2d4c4ad-aff9-4fbb-9638-3b6f858a5706 HTTP/1.1" status: 204 len: 168 time: 0.3806541 Sep 27 17:38:04.518977 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ea05b-32d6-4c36-971c-b35addb3487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d4c4ad-aff9-4fbb-9638-3b6f858a5706,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:05.628362 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58346) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:05.690219 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:05.738713 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd67a826-c823-4c62-983c-cc8645e51b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:05.811710 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd67a826-c823-4c62-983c-cc8645e51b6b admin admin] Publish callbacks [] for security_group (87289c2f-f8ea-4fd9-9cf9-99a097027c20), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:05.815079 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-dd67a826-c823-4c62-983c-cc8645e51b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (87289c2f-f8ea-4fd9-9cf9-99a097027c20), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:05.853198 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-dd67a826-c823-4c62-983c-cc8645e51b6b admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4dfaf9be57f547d9a19289cfd6e5125d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237937 Sep 27 17:38:05.854064 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67a826-c823-4c62-983c-cc8645e51b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87289c2f-f8ea-4fd9-9cf9-99a097027c20,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:05.855980 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58350) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:05.904236 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-43f3f85f-cc7b-42b1-941f-3fab10654359 admin admin] Publish callbacks [] for security_group (87289c2f-f8ea-4fd9-9cf9-99a097027c20), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:05.924492 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-43f3f85f-cc7b-42b1-941f-3fab10654359 admin admin] Publish callbacks [] for security_group (87289c2f-f8ea-4fd9-9cf9-99a097027c20), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:05.972960 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-43f3f85f-cc7b-42b1-941f-3fab10654359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (87289c2f-f8ea-4fd9-9cf9-99a097027c20), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:05.975599 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-43f3f85f-cc7b-42b1-941f-3fab10654359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:05.976751 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-43f3f85f-cc7b-42b1-941f-3fab10654359 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/87289c2f-f8ea-4fd9-9cf9-99a097027c20 HTTP/1.1" status: 204 len: 168 time: 0.1193099 Sep 27 17:38:05.984519 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3f85f-cc7b-42b1-941f-3fab10654359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87289c2f-f8ea-4fd9-9cf9-99a097027c20,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:07.354689 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-13cc7e05-a689-435a-975c-f6421bf48ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:09.585319 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ac0757e5-839f-4624-868c-4226d32d3f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:10.894214 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:12.451403 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:12.523525 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:13.634559 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=6 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:13.916363 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58502) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:14.019928 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c48040ff-4bff-42ab-9358-73742801ad2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.096697 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c48040ff-4bff-42ab-9358-73742801ad2b admin admin] Publish callbacks [] for security_group (6c9e0d7b-4f7d-4804-950a-d0b9e2f5fec6), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.100927 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c48040ff-4bff-42ab-9358-73742801ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (6c9e0d7b-4f7d-4804-950a-d0b9e2f5fec6), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.142689 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-c48040ff-4bff-42ab-9358-73742801ad2b admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=666ce592963f4cd38853da4bc661b204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252684 Sep 27 17:38:14.144687 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48040ff-4bff-42ab-9358-73742801ad2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9e0d7b-4f7d-4804-950a-d0b9e2f5fec6,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:14.145405 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58506) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:14.194134 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-aefe067c-f7bf-416e-be60-809ee6a5b561 admin admin] Publish callbacks [] for security_group (6c9e0d7b-4f7d-4804-950a-d0b9e2f5fec6), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.213237 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-aefe067c-f7bf-416e-be60-809ee6a5b561 admin admin] Publish callbacks [] for security_group (6c9e0d7b-4f7d-4804-950a-d0b9e2f5fec6), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.260161 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-aefe067c-f7bf-416e-be60-809ee6a5b561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (6c9e0d7b-4f7d-4804-950a-d0b9e2f5fec6), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.262744 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-aefe067c-f7bf-416e-be60-809ee6a5b561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.263884 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-aefe067c-f7bf-416e-be60-809ee6a5b561 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6c9e0d7b-4f7d-4804-950a-d0b9e2f5fec6 HTTP/1.1" status: 204 len: 168 time: 0.1174362 Sep 27 17:38:14.265983 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:14.273224 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe067c-f7bf-416e-be60-809ee6a5b561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9e0d7b-4f7d-4804-950a-d0b9e2f5fec6,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:14.527504 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58514) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:14.541396 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f30fc987-03a3-4b1f-abb9-ff295be51ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.589634 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:14.617532 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f30fc987-03a3-4b1f-abb9-ff295be51ba9 admin admin] Publish callbacks [] for security_group (0f844327-b8fb-45fe-98b5-93fbc6fa64a2), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.620964 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f30fc987-03a3-4b1f-abb9-ff295be51ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0f844327-b8fb-45fe-98b5-93fbc6fa64a2), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.661687 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f30fc987-03a3-4b1f-abb9-ff295be51ba9 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1b741b8546fb435393666858aaade5e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331482 Sep 27 17:38:14.662530 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fc987-03a3-4b1f-abb9-ff295be51ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f844327-b8fb-45fe-98b5-93fbc6fa64a2,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:14.664543 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58516) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:14.713498 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1b7a620a-0693-44fc-a130-4eb42ca9b131 admin admin] Publish callbacks [] for security_group (0f844327-b8fb-45fe-98b5-93fbc6fa64a2), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.732678 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1b7a620a-0693-44fc-a130-4eb42ca9b131 admin admin] Publish callbacks [] for security_group (0f844327-b8fb-45fe-98b5-93fbc6fa64a2), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.778570 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1b7a620a-0693-44fc-a130-4eb42ca9b131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0f844327-b8fb-45fe-98b5-93fbc6fa64a2), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.781021 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1b7a620a-0693-44fc-a130-4eb42ca9b131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:14.782215 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1b7a620a-0693-44fc-a130-4eb42ca9b131 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/0f844327-b8fb-45fe-98b5-93fbc6fa64a2 HTTP/1.1" status: 204 len: 168 time: 0.1166222 Sep 27 17:38:14.789882 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a620a-0693-44fc-a130-4eb42ca9b131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f844327-b8fb-45fe-98b5-93fbc6fa64a2,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:15.092974 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58522) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:15.106390 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5937-c759-41f6-8bfb-e21fc0a03798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:15.181595 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5937-c759-41f6-8bfb-e21fc0a03798 admin admin] Publish callbacks [] for security_group (68462f36-2d00-48a4-a1e9-95673dd445eb), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:15.185060 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5937-c759-41f6-8bfb-e21fc0a03798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (68462f36-2d00-48a4-a1e9-95673dd445eb), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:15.209830 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:15.228307 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-6b7d5937-c759-41f6-8bfb-e21fc0a03798 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=31fc04ed97a64a24917ac8d3fd14ada7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342731 Sep 27 17:38:15.229541 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d5937-c759-41f6-8bfb-e21fc0a03798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68462f36-2d00-48a4-a1e9-95673dd445eb,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:15.231415 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58524) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:15.247182 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:15.283465 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e89cf2cc-cbac-49dc-95d3-93f309b7e546 admin admin] Publish callbacks [] for security_group (68462f36-2d00-48a4-a1e9-95673dd445eb), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:15.303222 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e89cf2cc-cbac-49dc-95d3-93f309b7e546 admin admin] Publish callbacks [] for security_group (68462f36-2d00-48a4-a1e9-95673dd445eb), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:15.350180 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e89cf2cc-cbac-49dc-95d3-93f309b7e546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (68462f36-2d00-48a4-a1e9-95673dd445eb), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:15.352790 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-e89cf2cc-cbac-49dc-95d3-93f309b7e546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:15.353793 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e89cf2cc-cbac-49dc-95d3-93f309b7e546 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/68462f36-2d00-48a4-a1e9-95673dd445eb HTTP/1.1" status: 204 len: 168 time: 0.1199279 Sep 27 17:38:15.362358 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cf2cc-cbac-49dc-95d3-93f309b7e546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68462f36-2d00-48a4-a1e9-95673dd445eb,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:16.020562 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 58548) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:16.120526 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-749446473-network', 'tenant_id': '7a5cb427a38643a9b547e710d1c9caf5'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:38:16.140848 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Made reservation on behalf of 7a5cb427a38643a9b547e710d1c9caf5 for: {'network': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:38:16.143185 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for network (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.151453 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.223950 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Publish callbacks [] for security_group (0c679ef6-a766-424f-8ff5-0c024b0532ba), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.227233 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0c679ef6-a766-424f-8ff5-0c024b0532ba), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.251787 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=106220) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 17:38:16.261319 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c679ef6-a766-424f-8ff5-0c024b0532ba,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:16.266115 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (2d4a38f5-1a86-4eff-8cd5-1677ba9d888d), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.266459 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.db.segments_db [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Added segment 2d4a38f5-1a86-4eff-8cd5-1677ba9d888d of type vlan for network 14c6aa25-6905-4b0e-9a62-d48f783a0add Sep 27 17:38:16.308696 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767901403064'] for network (14c6aa25-6905-4b0e-9a62-d48f783a0add), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.332075 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734'] for network (14c6aa25-6905-4b0e-9a62-d48f783a0add), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.333034 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:16.333607 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.385471 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3638215 Sep 27 17:38:16.388503 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58552) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:38:16.393593 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Request body: {'subnet': {'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-749446473-subnet', 'tenant_id': '7a5cb427a38643a9b547e710d1c9caf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:38:16.396128 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436801b-2b1f-4619-9eda-719c07e74cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=14c6aa25-6905-4b0e-9a62-d48f783a0add,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:16.407019 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Network 14c6aa25-6905-4b0e-9a62-d48f783a0add details requested by agent ovs-agent-dv-cinder-849143-8-iscsi with host dv-cinder-849143-8-iscsi {{(pid=106221) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 17:38:16.415680 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Made reservation on behalf of 7a5cb427a38643a9b547e710d1c9caf5 for: {'subnet': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:38:16.418400 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10281574'] for subnet (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.473067 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:16.595698 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2370106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10281552'] for subnet (0b713e51-898d-405e-b45c-db8bf6b30db6), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.654813 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b713e51-898d-405e-b45c-db8bf6b30db6,revision_number=0']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:16.662936 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Checking segment: {'id': '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:38:16.663302 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Network hostable DHCP agents. Network: 14c6aa25-6905-4b0e-9a62-d48f783a0add, hostable agents: ['919c4979-27f8-469e-a1a7-cc23a154b58a'], hosted agents: [] {{(pid=106219) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 17:38:16.679689 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Network 14c6aa25-6905-4b0e-9a62-d48f783a0add is scheduled to be hosted by DHCP agent 919c4979-27f8-469e-a1a7-cc23a154b58a with binding_index 1 {{(pid=106219) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 17:38:16.688047 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-8-iscsi, 14c6aa25-6905-4b0e-9a62-d48f783a0add) {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:38:16.692382 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:16.692978 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:16.697448 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af305d00-4251-4772-8870-cda14e897f04 None None] Network 14c6aa25-6905-4b0e-9a62-d48f783a0add requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:38:16.709343 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-0d9adbce-60e2-4d0c-9fa1-17f03db2aeb4 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3196690 Sep 27 17:38:16.800424 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b1371-d23a-4ad3-8b52-8171def79e38 None None] Network 14c6aa25-6905-4b0e-9a62-d48f783a0add requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:38:17.984424 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925c27-38c1-4b40-b21d-79a55cf46912 req-74c315a6-a227-4ed7-8663-668fe00480cf tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:17.986756 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e0925c27-38c1-4b40-b21d-79a55cf46912 req-74c315a6-a227-4ed7-8663-668fe00480cf tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0473228 Sep 27 17:38:18.033433 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e0925c27-38c1-4b40-b21d-79a55cf46912 req-47db227a-924d-4fd3-95c1-e878afadc4d5 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410933 Sep 27 17:38:18.473066 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-01e64d87-802a-4fe5-b5e6-e1494b12f448 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:18.474468 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-01e64d87-802a-4fe5-b5e6-e1494b12f448 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/networks?id=14c6aa25-6905-4b0e-9a62-d48f783a0add HTTP/1.1" status: 200 len: 808 time: 0.1037338 Sep 27 17:38:18.488855 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-77b2908d-fa8a-488a-b3af-d682a3f51744 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/quotas/7a5cb427a38643a9b547e710d1c9caf5 HTTP/1.1" status: 200 len: 375 time: 0.0090458 Sep 27 17:38:18.521200 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-aa69ce7c-77ab-463d-9f89-01ebf22e3f23 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=7a5cb427a38643a9b547e710d1c9caf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277083 Sep 27 17:38:18.620647 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-50cfed27-a863-4912-ba8d-9aabf48d47a3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927062 Sep 27 17:38:18.712050 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-966ed1f1-2145-41da-b5ba-1f637d499492 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851460 Sep 27 17:38:18.870946 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e7720f17-2866-4f29-9d08-1c1d5989c7e5 req-ea4da395-4e2d-4785-9e7d-92a2a85ed08b tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 210 time: 0.0287530 Sep 27 17:38:19.154849 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d0ace-077f-407e-8244-fdbb97593052 req-9bb431e7-ed69-4ed6-b2ca-a7f4ca2a68a5 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:19.156301 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2b1d0ace-077f-407e-8244-fdbb97593052 req-9bb431e7-ed69-4ed6-b2ca-a7f4ca2a68a5 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0470090 Sep 27 17:38:19.207948 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2b1d0ace-077f-407e-8244-fdbb97593052 req-6f415b9d-3140-4a44-971b-d411e219cf19 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449548 Sep 27 17:38:19.957633 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:19.997967 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8948b064-2c17-42a8-af49-31e706fcb7fd req-ee3575fd-dee4-4f55-94f0-f00d049ecdd4 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 210 time: 0.0494556 Sep 27 17:38:20.089076 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-f76f784e-164e-4207-9838-ac0bff6549c8 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:20.090571 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-f76f784e-164e-4207-9838-ac0bff6549c8 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.18 "GET /networking/v2.0/networks?id=14c6aa25-6905-4b0e-9a62-d48f783a0add HTTP/1.1" status: 200 len: 808 time: 0.1318312 Sep 27 17:38:20.107120 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Request body: {'port': {'device_id': '296ad717-cd38-4ead-a922-79fdf7d5d9b7', 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add', 'admin_state_up': True, 'tenant_id': '7a5cb427a38643a9b547e710d1c9caf5'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:38:20.110294 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:20.219787 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Made reservation on behalf of 7a5cb427a38643a9b547e710d1c9caf5 for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:38:20.223457 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:20.366295 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4e050-c156-4380-a8d8-c6e80c1a9022 req-d9350358-d63c-4aa5-97b3-6acbba650a67 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:20.367741 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6fc4e050-c156-4380-a8d8-c6e80c1a9022 req-d9350358-d63c-4aa5-97b3-6acbba650a67 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0794778 Sep 27 17:38:20.412170 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Allocated IP 172.20.0.9 (14c6aa25-6905-4b0e-9a62-d48f783a0add/0b713e51-898d-405e-b45c-db8bf6b30db6/d3cc6436-a52e-4206-9b28-8df104ef3a48) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:38:20.450033 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-6fc4e050-c156-4380-a8d8-c6e80c1a9022 req-69ae58ce-037f-4dec-b8af-64c93a543a72 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750060 Sep 27 17:38:20.579274 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks [] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:20.610948 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:20.654485 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Network 14c6aa25-6905-4b0e-9a62-d48f783a0add is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:38:20.657581 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:38:20.661330 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:38:20.683806 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Pushing event updated for resources: {'Port': ['ID=d3cc6436-a52e-4206-9b28-8df104ef3a48,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:20.711758 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:20.712373 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:20.729485 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7d096b87-fec0-4223-ac05-a1ba5f601558 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6261606 Sep 27 17:38:20.774120 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Request body: {'port': {'device_id': '296ad717-cd38-4ead-a922-79fdf7d5d9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:38:20.835120 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:20.837585 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:20.939641 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:21.122997 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cc6436-a52e-4206-9b28-8df104ef3a48 {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:38:21.134057 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Publish callbacks [] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:21.146880 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e5f7d-87fe-451f-a8eb-ba28d59d7e8c req-b15a4f81-d35d-4d08-adb1-607c35089136 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:21.148349 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ea8e5f7d-87fe-451f-a8eb-ba28d59d7e8c req-b15a4f81-d35d-4d08-adb1-607c35089136 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 931 time: 0.0674989 Sep 27 17:38:21.162038 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Transition to ACTIVE for port object d3cc6436-a52e-4206-9b28-8df104ef3a48 will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:38:21.172133 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:21.249280 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cc6436-a52e-4206-9b28-8df104ef3a48,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:21.254222 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ea8e5f7d-87fe-451f-a8eb-ba28d59d7e8c req-4a739778-be48-4389-9003-5f62e57228d0 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002214 Sep 27 17:38:21.303347 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Attempting to bind port d3cc6436-a52e-4206-9b28-8df104ef3a48 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:38:21.303680 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Attempting to bind port d3cc6436-a52e-4206-9b28-8df104ef3a48 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:38:21.304007 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Attempting to bind port d3cc6436-a52e-4206-9b28-8df104ef3a48 on network 14c6aa25-6905-4b0e-9a62-d48f783a0add {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:38:21.348141 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Port d3cc6436-a52e-4206-9b28-8df104ef3a48 on network 14c6aa25-6905-4b0e-9a62-d48f783a0add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:38:21.348467 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Attempting to bind port d3cc6436-a52e-4206-9b28-8df104ef3a48 on network 14c6aa25-6905-4b0e-9a62-d48f783a0add {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:38:21.388457 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:38:21.388737 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Checking segment: {'id': '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:38:21.389117 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Bound using segment: {'id': '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:38:21.389548 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Bound port: d3cc6436-a52e-4206-9b28-8df104ef3a48, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:38:21.389905 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:21.448887 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] For port d3cc6436-a52e-4206-9b28-8df104ef3a48, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:38:21.452346 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] For port d3cc6436-a52e-4206-9b28-8df104ef3a48, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d3cc6436-a52e-4206-9b28-8df104ef3a48,segment=NetworkSegment(2d4a38f5-1a86-4eff-8cd5-1677ba9d888d),segment_id=2d4a38f5-1a86-4eff-8cd5-1677ba9d888d)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:38:21.458971 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:21.463068 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:21.463665 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:21.465068 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d3cc6436-a52e-4206-9b28-8df104ef3a48 HTTP/1.1" status: 200 len: 1093 time: 0.6950305 Sep 27 17:38:21.465606 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296ad717-cd38-4ead-a922-79fdf7d5d9b7', 'tag': 'd3cc6436-a52e-4206-9b28-8df104ef3a48'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:38:21.467898 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43433b7-0519-4d05-9230-f7f730095897" -d '{"events": [{"name": "network-changed", "server_uuid": "296ad717-cd38-4ead-a922-79fdf7d5d9b7", "tag": "d3cc6436-a52e-4206-9b28-8df104ef3a48"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:38:21.514392 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a299c5c-b33e-4e03-8b8d-2ee91647d0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cc6436-a52e-4206-9b28-8df104ef3a48,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:21.520534 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365141e5-6a12-49bd-8be6-01c0f7b437e0 x-openstack-request-id: req-365141e5-6a12-49bd-8be6-01c0f7b437e0 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:38:21.520875 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296ad717-cd38-4ead-a922-79fdf7d5d9b7", "tag": "d3cc6436-a52e-4206-9b28-8df104ef3a48", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:38:21.521614 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-365141e5-6a12-49bd-8be6-01c0f7b437e0 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:38:21.521614 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365141e5-6a12-49bd-8be6-01c0f7b437e0'] response: {'name': 'network-changed', 'server_uuid': '296ad717-cd38-4ead-a922-79fdf7d5d9b7', 'tag': 'd3cc6436-a52e-4206-9b28-8df104ef3a48', 'status': 'completed', 'code': 200} Sep 27 17:38:21.582206 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99cac-7ec9-43c3-b7e1-ae53610e632b req-97ff6e8f-9685-4fb8-b108-73befb3e9433 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:21.583698 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f7b99cac-7ec9-43c3-b7e1-ae53610e632b req-97ff6e8f-9685-4fb8-b108-73befb3e9433 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0513017 Sep 27 17:38:21.630412 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f7b99cac-7ec9-43c3-b7e1-ae53610e632b req-18b255d7-5bc3-406b-9ff0-145a173d9b17 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411241 Sep 27 17:38:21.844081 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-cbec4f91-d7a1-4c4a-b41b-8fb54f4994a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:21.845615 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-cbec4f91-d7a1-4c4a-b41b-8fb54f4994a1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7a5cb427a38643a9b547e710d1c9caf5&device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 1127 time: 0.0389705 Sep 27 17:38:21.934549 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-ef5dd071-bea2-46fd-884d-a6263329776e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3cc6436-a52e-4206-9b28-8df104ef3a48 HTTP/1.1" status: 200 len: 217 time: 0.0365231 Sep 27 17:38:21.969724 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:21.983392 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-cd4aa259-7655-4a9f-bcb1-36e6c3283469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:21.985431 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-cd4aa259-7655-4a9f-bcb1-36e6c3283469 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0b713e51-898d-405e-b45c-db8bf6b30db6 HTTP/1.1" status: 200 len: 848 time: 0.0452683 Sep 27 17:38:22.024369 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-0f3b90f4-37e4-418f-a58d-b7e5506bd3ae service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=14c6aa25-6905-4b0e-9a62-d48f783a0add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260887 Sep 27 17:38:22.081913 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:22.124203 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-17bd9d01-04aa-4689-813d-5cd110209dd4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932264 Sep 27 17:38:22.414670 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84bd4b-48e4-4467-9a23-964749b13968 req-fdb736e3-b91d-4e70-8003-89f05f69fb23 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:22.416104 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2f84bd4b-48e4-4467-9a23-964749b13968 req-fdb736e3-b91d-4e70-8003-89f05f69fb23 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 943 time: 0.0859554 Sep 27 17:38:22.481069 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fa4e0dc3-b0b0-4f0e-a1aa-e43b9ae0ba91 req-33811f88-7f36-4848-b8d4-48c25ec3aa57 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397586 Sep 27 17:38:22.492603 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2f84bd4b-48e4-4467-9a23-964749b13968 req-99bc5c16-e7ac-4a4e-8ce2-2c2ce268cfd9 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709116 Sep 27 17:38:22.748379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba37670-9023-4dff-9e71-0fee42bab419 req-bb8f2509-84cf-4cd0-9efd-60bd680457db tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:22.749801 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8ba37670-9023-4dff-9e71-0fee42bab419 req-bb8f2509-84cf-4cd0-9efd-60bd680457db tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0457253 Sep 27 17:38:22.796530 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8ba37670-9023-4dff-9e71-0fee42bab419 req-ffaf7c3a-3097-4541-829f-068ecf2e3b0f tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411677 Sep 27 17:38:23.608798 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02552c8b-873a-41e6-a6a3-a0693c9330c1 req-f201d2aa-d6cb-4d91-8978-500ec44d700a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:23.610771 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-02552c8b-873a-41e6-a6a3-a0693c9330c1 req-f201d2aa-d6cb-4d91-8978-500ec44d700a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 943 time: 0.0447626 Sep 27 17:38:23.657289 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-02552c8b-873a-41e6-a6a3-a0693c9330c1 req-bcbe7f06-8e89-400d-a9f5-51a462a56cb1 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407465 Sep 27 17:38:23.920992 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4604f92-a1b6-4790-9db4-ea56a698ec8a req-33bc4994-b5f5-4c1f-b514-a499956e5585 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:23.923042 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e4604f92-a1b6-4790-9db4-ea56a698ec8a req-33bc4994-b5f5-4c1f-b514-a499956e5585 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0483541 Sep 27 17:38:23.968659 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e4604f92-a1b6-4790-9db4-ea56a698ec8a req-5e7e1119-814d-4005-b9d9-813434b4d636 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400624 Sep 27 17:38:24.774277 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d713f-7def-4ca5-a07d-60074bd0c5bc req-85835837-8a95-463c-8057-e6a8c2f3b66e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:24.775639 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-830d713f-7def-4ca5-a07d-60074bd0c5bc req-85835837-8a95-463c-8057-e6a8c2f3b66e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 943 time: 0.0454614 Sep 27 17:38:24.822009 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-830d713f-7def-4ca5-a07d-60074bd0c5bc req-83331d89-bba1-4374-8004-d58ff16e08d8 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Sep 27 17:38:25.112144 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43433b7-0519-4d05-9230-f7f730095897 req-6225d895-1bd3-465f-8d81-be549cad9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:25.113717 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e43433b7-0519-4d05-9230-f7f730095897 req-6225d895-1bd3-465f-8d81-be549cad9be4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7a5cb427a38643a9b547e710d1c9caf5&device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 1127 time: 0.0726280 Sep 27 17:38:25.121216 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90e225-48b6-48a4-b3c7-57ad92f582c1 req-a2deb672-e4db-4a4d-9fa3-1629ffe5e769 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:25.122615 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fd90e225-48b6-48a4-b3c7-57ad92f582c1 req-a2deb672-e4db-4a4d-9fa3-1629ffe5e769 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0724525 Sep 27 17:38:25.164542 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-0fc16253-8bbb-4a94-8c09-743b2810affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:25.166018 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-0fc16253-8bbb-4a94-8c09-743b2810affd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 1130 time: 0.0394645 Sep 27 17:38:25.191960 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:25.233487 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fd90e225-48b6-48a4-b3c7-57ad92f582c1 req-d66c0c2e-117c-4bd9-ab18-0e8197c20564 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017966 Sep 27 17:38:25.247585 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43433b7-0519-4d05-9230-f7f730095897 req-763aa5f2-d1a8-49d3-ba8f-2a42b7ea4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:25.248735 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e43433b7-0519-4d05-9230-f7f730095897 req-763aa5f2-d1a8-49d3-ba8f-2a42b7ea4160 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=14c6aa25-6905-4b0e-9a62-d48f783a0add HTTP/1.1" status: 200 len: 909 time: 0.1252732 Sep 27 17:38:25.274677 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-4c3d5164-7778-4a52-b04f-875e8dc76edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:25.276057 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-4c3d5164-7778-4a52-b04f-875e8dc76edb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 912 time: 0.0917854 Sep 27 17:38:25.289847 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e43433b7-0519-4d05-9230-f7f730095897 req-ba12cb90-0d38-4029-80e6-720043420f21 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3cc6436-a52e-4206-9b28-8df104ef3a48 HTTP/1.1" status: 200 len: 217 time: 0.0327184 Sep 27 17:38:25.337265 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-03551ecf-6563-4cf9-b819-056afe128755 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af24e484-4901-4878-9eb2-665f90e32d28 HTTP/1.1" status: 200 len: 1000 time: 0.0553031 Sep 27 17:38:25.337946 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43433b7-0519-4d05-9230-f7f730095897 req-b7dde57e-2886-467f-81e4-e79d96695790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:25.339447 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e43433b7-0519-4d05-9230-f7f730095897 req-b7dde57e-2886-467f-81e4-e79d96695790 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0b713e51-898d-405e-b45c-db8bf6b30db6 HTTP/1.1" status: 200 len: 848 time: 0.0444846 Sep 27 17:38:25.378678 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e43433b7-0519-4d05-9230-f7f730095897 req-e27957f2-ea3d-42ae-8137-f8b8abaaec62 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=14c6aa25-6905-4b0e-9a62-d48f783a0add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301294 Sep 27 17:38:25.388185 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:25.395179 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-88117898-11ab-4cde-b67e-57bf45892e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:25.396630 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-88117898-11ab-4cde-b67e-57bf45892e58 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0490193 Sep 27 17:38:25.431570 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:25.439919 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-7ebe7ebd-0425-499e-bf85-0cdd34428ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:25.441424 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-7ebe7ebd-0425-499e-bf85-0cdd34428ca9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384629 Sep 27 17:38:25.454741 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:25.468498 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e43433b7-0519-4d05-9230-f7f730095897 req-71169ef3-850c-40f6-915d-5a94c5d2a3b1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838282 Sep 27 17:38:25.535916 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-0014b0c3-981b-4440-9396-87a9c3011316 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886462 Sep 27 17:38:25.560165 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e43433b7-0519-4d05-9230-f7f730095897 req-56b4ff08-d5e5-4169-b171-d03485c9d9c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853291 Sep 27 17:38:25.624292 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ed6fd405-5819-4f6a-930f-e69bcfdb6972 req-776a6692-e1b2-4bd1-9b5f-c16be617c527 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827982 Sep 27 17:38:25.940091 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf15a8c-44c2-4632-afb3-98c2d6a93ee8 req-c8ce1567-68c5-4fd4-bc72-1c75913eaa66 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:25.941554 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baf15a8c-44c2-4632-afb3-98c2d6a93ee8 req-c8ce1567-68c5-4fd4-bc72-1c75913eaa66 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 943 time: 0.0452909 Sep 27 17:38:25.989076 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-baf15a8c-44c2-4632-afb3-98c2d6a93ee8 req-04231b69-401f-481c-9aa9-ae7e18a8613e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Sep 27 17:38:26.355452 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b620db-8a03-4bc2-abee-df9b43bfbeb4 req-086b92a1-863c-4a89-bfac-7fe40009975d tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:26.356884 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-20b620db-8a03-4bc2-abee-df9b43bfbeb4 req-086b92a1-863c-4a89-bfac-7fe40009975d tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0450821 Sep 27 17:38:26.405182 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-20b620db-8a03-4bc2-abee-df9b43bfbeb4 req-ea090370-2e21-44bc-ac05-7fec6e069658 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 Sep 27 17:38:26.448587 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device d3cc6436-a52e-4206-9b28-8df104ef3a48 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:38:26.548127 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port d3cc6436-a52e-4206-9b28-8df104ef3a48, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d3cc6436-a52e-4206-9b28-8df104ef3a48,segment=NetworkSegment(2d4a38f5-1a86-4eff-8cd5-1677ba9d888d),segment_id=2d4a38f5-1a86-4eff-8cd5-1677ba9d888d)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:38:26.558810 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'd3cc6436-a52e-4206-9b28-8df104ef3a48', 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add', 'port_id': 'd3cc6436-a52e-4206-9b28-8df104ef3a48', 'mac_address': 'fa:16:3e:27:bd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b713e51-898d-405e-b45c-db8bf6b30db6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:38:26.592110 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port d3cc6436-a52e-4206-9b28-8df104ef3a48 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:38:26.592516 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:26.605527 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cc6436-a52e-4206-9b28-8df104ef3a48 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:38:26.627871 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port d3cc6436-a52e-4206-9b28-8df104ef3a48, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d3cc6436-a52e-4206-9b28-8df104ef3a48,segment=NetworkSegment(2d4a38f5-1a86-4eff-8cd5-1677ba9d888d),segment_id=2d4a38f5-1a86-4eff-8cd5-1677ba9d888d)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:38:26.632713 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:26.677557 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=d3cc6436-a52e-4206-9b28-8df104ef3a48,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:27.084249 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['d3cc6436-a52e-4206-9b28-8df104ef3a48'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:38:27.106655 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853e46-0703-4605-9527-4a5cac8b13f1 req-338cbdee-bcbe-4dd5-a559-6d4791f958b4 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:27.108121 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc853e46-0703-4605-9527-4a5cac8b13f1 req-338cbdee-bcbe-4dd5-a559-6d4791f958b4 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 944 time: 0.0455840 Sep 27 17:38:27.155689 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fc853e46-0703-4605-9527-4a5cac8b13f1 req-889ad6d2-d3ad-43c3-b97a-282dcd2b9a35 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 Sep 27 17:38:27.213212 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:27.528133 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc129c4-5152-4427-ba92-6e9845cefb4d req-19838a45-b608-4481-9f9e-53286e13d4d5 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:27.529639 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8dc129c4-5152-4427-ba92-6e9845cefb4d req-19838a45-b608-4481-9f9e-53286e13d4d5 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0498614 Sep 27 17:38:27.575858 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8dc129c4-5152-4427-ba92-6e9845cefb4d req-998332ca-79a1-41ee-94f2-8a9575344923 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401506 Sep 27 17:38:28.288144 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78863df-eb50-4702-94a9-b761835ef575 req-20a5be1c-e88f-43ed-b88b-29d35738a31e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:28.289630 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f78863df-eb50-4702-94a9-b761835ef575 req-20a5be1c-e88f-43ed-b88b-29d35738a31e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 944 time: 0.0502005 Sep 27 17:38:28.336846 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f78863df-eb50-4702-94a9-b761835ef575 req-4b43ebc2-5dd9-4c0a-b543-28abfa0da340 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Sep 27 17:38:28.468234 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device d3cc6436-a52e-4206-9b28-8df104ef3a48 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:38:28.510408 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:28.526353 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port d3cc6436-a52e-4206-9b28-8df104ef3a48 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:38:28.531880 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port d3cc6436-a52e-4206-9b28-8df104ef3a48 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:38:28.532313 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:28.532657 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port d3cc6436-a52e-4206-9b28-8df104ef3a48 Sep 27 17:38:28.602032 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port d3cc6436-a52e-4206-9b28-8df104ef3a48 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:38:28.602444 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:28.626323 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296ad717-cd38-4ead-a922-79fdf7d5d9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cc6436-a52e-4206-9b28-8df104ef3a48'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:38:28.628552 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376a9979-f053-4476-90e2-ccd72490e3bf" -d '{"events": [{"server_uuid": "296ad717-cd38-4ead-a922-79fdf7d5d9b7", "name": "network-vif-plugged", "status": "completed", "tag": "d3cc6436-a52e-4206-9b28-8df104ef3a48"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:38:28.644757 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port d3cc6436-a52e-4206-9b28-8df104ef3a48, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d3cc6436-a52e-4206-9b28-8df104ef3a48,segment=NetworkSegment(2d4a38f5-1a86-4eff-8cd5-1677ba9d888d),segment_id=2d4a38f5-1a86-4eff-8cd5-1677ba9d888d)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:38:28.649245 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:28.674525 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6253b3-be32-482d-970d-a7206dcacafc x-openstack-request-id: req-db6253b3-be32-482d-970d-a7206dcacafc {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:38:28.674820 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296ad717-cd38-4ead-a922-79fdf7d5d9b7", "name": "network-vif-plugged", "status": "completed", "tag": "d3cc6436-a52e-4206-9b28-8df104ef3a48", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:38:28.675072 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db6253b3-be32-482d-970d-a7206dcacafc {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:38:28.675468 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6253b3-be32-482d-970d-a7206dcacafc'] response: {'server_uuid': '296ad717-cd38-4ead-a922-79fdf7d5d9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cc6436-a52e-4206-9b28-8df104ef3a48', 'code': 200} Sep 27 17:38:28.701770 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=d3cc6436-a52e-4206-9b28-8df104ef3a48,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:28.702009 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3977d42-4fb8-4f0d-9fc1-8df8b68b99b7 req-6da6e061-5c26-4e22-a6ec-4d3d4da1ecd0 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:28.703575 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c3977d42-4fb8-4f0d-9fc1-8df8b68b99b7 req-6da6e061-5c26-4e22-a6ec-4d3d4da1ecd0 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0483568 Sep 27 17:38:28.755601 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c3977d42-4fb8-4f0d-9fc1-8df8b68b99b7 req-0730762b-cb19-494c-af15-f27bc1451ae7 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459795 Sep 27 17:38:28.878630 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4ac72-9431-47ff-97f2-7eca6cd8c2bd req-f1ee25cd-b109-4bc6-a051-d2b48c2399e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:28.880240 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47c4ac72-9431-47ff-97f2-7eca6cd8c2bd req-f1ee25cd-b109-4bc6-a051-d2b48c2399e0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 1129 time: 0.0490618 Sep 27 17:38:28.932846 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-47c4ac72-9431-47ff-97f2-7eca6cd8c2bd req-4226e4d1-0627-44eb-a7c1-de37dfa3f8ae service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459247 Sep 27 17:38:28.969687 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3b37-3d27-4072-b272-cbae1d0b0735 req-1a7787fc-5f6e-456e-ba51-248cb61ad17c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:28.971181 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cb5e3b37-3d27-4072-b272-cbae1d0b0735 req-1a7787fc-5f6e-456e-ba51-248cb61ad17c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0480230 Sep 27 17:38:29.022301 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cb5e3b37-3d27-4072-b272-cbae1d0b0735 req-1c9dcef5-2cba-4821-907a-16a170d4a195 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451179 Sep 27 17:38:29.332233 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757c77-c86f-4e58-bf35-0f95513751be req-46185edc-b408-4ced-90ec-59d0768ef825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:29.333715 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f0757c77-c86f-4e58-bf35-0f95513751be req-46185edc-b408-4ced-90ec-59d0768ef825 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 1130 time: 0.0394235 Sep 27 17:38:29.421466 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757c77-c86f-4e58-bf35-0f95513751be req-a687ccc4-5cfd-4a7d-bc21-690051c3b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:29.423488 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f0757c77-c86f-4e58-bf35-0f95513751be req-a687ccc4-5cfd-4a7d-bc21-690051c3b316 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 912 time: 0.0841627 Sep 27 17:38:29.459997 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de19cc-9c30-4ccc-aa8c-8a228dc5f893 req-5f99513c-f2d9-4ada-a8a8-9453905839ac tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:29.461476 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e6de19cc-9c30-4ccc-aa8c-8a228dc5f893 req-5f99513c-f2d9-4ada-a8a8-9453905839ac tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 945 time: 0.0485289 Sep 27 17:38:29.508561 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e6de19cc-9c30-4ccc-aa8c-8a228dc5f893 req-aa352d92-be40-42bb-8e8a-bf8a2724f92a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Sep 27 17:38:29.941414 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f0757c77-c86f-4e58-bf35-0f95513751be req-917ac01b-29c2-459a-9204-3cd10680b308 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af24e484-4901-4878-9eb2-665f90e32d28 HTTP/1.1" status: 200 len: 1000 time: 0.0568550 Sep 27 17:38:29.988708 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757c77-c86f-4e58-bf35-0f95513751be req-b3d7c4b9-3816-4328-a6ec-a1f136feaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:29.990092 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f0757c77-c86f-4e58-bf35-0f95513751be req-b3d7c4b9-3816-4328-a6ec-a1f136feaa4d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0428462 Sep 27 17:38:30.033468 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757c77-c86f-4e58-bf35-0f95513751be req-2672bc30-6d58-4eb4-8da8-25c1a154d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:30.034974 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f0757c77-c86f-4e58-bf35-0f95513751be req-2672bc30-6d58-4eb4-8da8-25c1a154d64e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385435 Sep 27 17:38:30.136757 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f0757c77-c86f-4e58-bf35-0f95513751be req-b014d787-c2bf-45b9-8c71-e18c86977c27 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917640 Sep 27 17:38:30.142439 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6178c0-2a3e-4820-958c-1f310024bf1e req-0ff6c92b-edd3-4ce6-b1b6-95127d95e5c6 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:30.143891 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a6178c0-2a3e-4820-958c-1f310024bf1e req-0ff6c92b-edd3-4ce6-b1b6-95127d95e5c6 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0464468 Sep 27 17:38:30.190425 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-9a6178c0-2a3e-4820-958c-1f310024bf1e req-c7a39240-f4ba-4cf5-98c8-078cae5d80d8 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408826 Sep 27 17:38:30.235464 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-f0757c77-c86f-4e58-bf35-0f95513751be req-591697b2-9e22-4254-a10f-9905015093b3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886283 Sep 27 17:38:30.615779 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:30.629396 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab1971-2303-48bd-ada4-dd56b6ce9a51 req-16af5efe-d7f5-45e3-8307-77d8c313b947 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:30.630889 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4ab1971-2303-48bd-ada4-dd56b6ce9a51 req-16af5efe-d7f5-45e3-8307-77d8c313b947 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 945 time: 0.0494993 Sep 27 17:38:30.663191 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:30.677659 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f4ab1971-2303-48bd-ada4-dd56b6ce9a51 req-24cfc463-8427-4d99-b8b0-ccdc2ed70a8d tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Sep 27 17:38:31.311735 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e202f-7d79-4d0d-ba30-f1d0b4cf438f req-6d83186b-1d28-478c-a89e-846416895647 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:31.313255 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f54e202f-7d79-4d0d-ba30-f1d0b4cf438f req-6d83186b-1d28-478c-a89e-846416895647 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0464361 Sep 27 17:38:31.359548 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f54e202f-7d79-4d0d-ba30-f1d0b4cf438f req-120de00d-b310-4b6f-8324-e628e557b45e tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406249 Sep 27 17:38:31.811548 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb493953-3ac4-4889-99f4-0329dd550fbc req-7c3ab02e-8c3e-4739-93e0-9818376981eb tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:31.813646 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cb493953-3ac4-4889-99f4-0329dd550fbc req-7c3ab02e-8c3e-4739-93e0-9818376981eb tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 945 time: 0.0582681 Sep 27 17:38:31.861347 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cb493953-3ac4-4889-99f4-0329dd550fbc req-b056c091-7a56-4580-a926-c81b7c0d0341 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Sep 27 17:38:32.484900 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159077-0017-4dfa-a975-dcb50bad4de3 req-48da1150-1204-43ee-8d9a-4d480515ac70 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:32.486393 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-29159077-0017-4dfa-a975-dcb50bad4de3 req-48da1150-1204-43ee-8d9a-4d480515ac70 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0478234 Sep 27 17:38:32.567575 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ce3ad-5a40-4c95-896c-9aaa29a53438 req-06401990-b14c-4856-ada2-440449a07237 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:32.568955 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d1ce3ad-5a40-4c95-896c-9aaa29a53438 req-06401990-b14c-4856-ada2-440449a07237 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 945 time: 0.0609074 Sep 27 17:38:32.572209 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-29159077-0017-4dfa-a975-dcb50bad4de3 req-a159819b-f221-4597-8921-f197ebf02c2d tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800183 Sep 27 17:38:32.618911 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d1ce3ad-5a40-4c95-896c-9aaa29a53438 req-d2a8a759-e542-4b39-b5fe-c19a42869d71 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Sep 27 17:38:33.740265 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dff892-cadb-4b08-8c4d-fc5b7d59704a req-047b1abd-b19f-44f0-a699-b886b9c5f5b0 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:33.741752 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-07dff892-cadb-4b08-8c4d-fc5b7d59704a req-047b1abd-b19f-44f0-a699-b886b9c5f5b0 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 945 time: 0.0481873 Sep 27 17:38:33.789205 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-07dff892-cadb-4b08-8c4d-fc5b7d59704a req-b3bd6f50-3a98-48f5-9578-9240031473f9 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Sep 27 17:38:34.017425 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=100 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:34.030450 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-190c6bae-0bdd-4f44-9d5d-b824e606d380 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:34.031874 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-190c6bae-0bdd-4f44-9d5d-b824e606d380 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 945 time: 0.0461254 Sep 27 17:38:34.113797 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Deleting port d3cc6436-a52e-4206-9b28-8df104ef3a48 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:38:34.114186 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:34.202997 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] For port d3cc6436-a52e-4206-9b28-8df104ef3a48, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d3cc6436-a52e-4206-9b28-8df104ef3a48,segment=NetworkSegment(2d4a38f5-1a86-4eff-8cd5-1677ba9d888d),segment_id=2d4a38f5-1a86-4eff-8cd5-1677ba9d888d)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:38:34.203347 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:34.215643 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Calling delete_port for d3cc6436-a52e-4206-9b28-8df104ef3a48 owned by compute:nova {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:38:34.217074 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=100 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:34.347763 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (d3cc6436-a52e-4206-9b28-8df104ef3a48), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:34.373703 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['d3cc6436-a52e-4206-9b28-8df104ef3a48'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:38:34.374658 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Pushing event deleted for resources: {'Port': ['ID=d3cc6436-a52e-4206-9b28-8df104ef3a48,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:34.399574 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.399909 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.400239 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.400568 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.400891 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.401213 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.401531 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.401846 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.402254 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.402579 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.402892 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.403206 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.403518 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.403830 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.404138 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:34.427445 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] No DVR routers for this DVR port d3cc6436-a52e-4206-9b28-8df104ef3a48 on host hv-cinder-84914 {{(pid=106220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:38:34.429782 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:34.432963 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-3253d3f1-372f-4aea-9e0a-f458f0e9cf7f req-cd1e09b1-513c-4de0-816e-cd647dd5a78a tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d3cc6436-a52e-4206-9b28-8df104ef3a48 HTTP/1.1" status: 204 len: 173 time: 0.3948052 Sep 27 17:38:34.433429 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296ad717-cd38-4ead-a922-79fdf7d5d9b7', 'name': 'network-vif-deleted', 'tag': 'd3cc6436-a52e-4206-9b28-8df104ef3a48'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:38:34.435691 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188af2fd-ebad-43dd-a45a-b666826ffaec" -d '{"events": [{"server_uuid": "296ad717-cd38-4ead-a922-79fdf7d5d9b7", "name": "network-vif-deleted", "tag": "d3cc6436-a52e-4206-9b28-8df104ef3a48"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:38:34.599025 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74c53a3-5b21-41f9-aba6-283cd21cb171 x-openstack-request-id: req-d74c53a3-5b21-41f9-aba6-283cd21cb171 {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:38:34.599324 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296ad717-cd38-4ead-a922-79fdf7d5d9b7", "name": "network-vif-deleted", "tag": "d3cc6436-a52e-4206-9b28-8df104ef3a48", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:38:34.599579 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d74c53a3-5b21-41f9-aba6-283cd21cb171 {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:38:34.599988 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74c53a3-5b21-41f9-aba6-283cd21cb171'] response: {'server_uuid': '296ad717-cd38-4ead-a922-79fdf7d5d9b7', 'name': 'network-vif-deleted', 'tag': 'd3cc6436-a52e-4206-9b28-8df104ef3a48', 'status': 'completed', 'code': 200} Sep 27 17:38:34.903839 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1c4b11c3-3f44-463b-99eb-edf3a81dcd68 req-9371176c-8105-47c1-ae49-5ac055cf70e9 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=296ad717-cd38-4ead-a922-79fdf7d5d9b7 HTTP/1.1" status: 200 len: 210 time: 0.0283403 Sep 27 17:38:36.189575 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0ef4d5d7-1473-4214-bc45-ceffb253fe47 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:36.191122 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0ef4d5d7-1473-4214-bc45-ceffb253fe47 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/networks?id=14c6aa25-6905-4b0e-9a62-d48f783a0add HTTP/1.1" status: 200 len: 808 time: 0.1146121 Sep 27 17:38:36.205568 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-4fcd75c4-0d9d-4a9d-aba0-4dfb7d7e5866 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/quotas/7a5cb427a38643a9b547e710d1c9caf5 HTTP/1.1" status: 200 len: 375 time: 0.0092316 Sep 27 17:38:36.236370 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-45610874-4743-4649-8bea-a880bb17f0d7 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=7a5cb427a38643a9b547e710d1c9caf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261567 Sep 27 17:38:36.585135 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-03e8440e-7ede-412b-9fd4-0a268db8e16a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419137 Sep 27 17:38:36.672601 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-1c85ffa2-1475-4dd2-b42a-dc6e0dbee750 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818326 Sep 27 17:38:36.834099 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0817a3d1-6181-4881-bb4f-079af1a28e50 req-ff40a85f-15a7-4d44-8448-53d0a35ce30e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 210 time: 0.0311699 Sep 27 17:38:37.358276 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-8b787b42-e9d0-4a24-a386-abacbf4fc63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:37.940673 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7d6450a9-5ed7-4af1-9244-8077cb612367 req-d9ee530a-24c4-45d2-b027-e400ba7f0360 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 210 time: 0.0299635 Sep 27 17:38:37.984728 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-7aa8f248-191f-44ac-85a1-85d44e80857d tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:37.986277 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-7aa8f248-191f-44ac-85a1-85d44e80857d tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.18 "GET /networking/v2.0/networks?id=14c6aa25-6905-4b0e-9a62-d48f783a0add HTTP/1.1" status: 200 len: 808 time: 0.1084146 Sep 27 17:38:38.003645 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Request body: {'port': {'device_id': '02249463-4990-45b3-bcce-1ef5ead52916', 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add', 'admin_state_up': True, 'tenant_id': '7a5cb427a38643a9b547e710d1c9caf5'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:38:38.109971 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Made reservation on behalf of 7a5cb427a38643a9b547e710d1c9caf5 for: {'port': 1} {{(pid=106220) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:38:38.113869 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:38.443215 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Allocated IP 172.20.0.13 (14c6aa25-6905-4b0e-9a62-d48f783a0add/0b713e51-898d-405e-b45c-db8bf6b30db6/b5fa8549-d7b1-42ee-8634-e4050e0edee8) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:38:38.504719 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device d3cc6436-a52e-4206-9b28-8df104ef3a48 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:38:38.523666 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: d3cc6436-a52e-4206-9b28-8df104ef3a48 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:38:38.524016 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device d3cc6436-a52e-4206-9b28-8df104ef3a48 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:38:38.552154 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:38.588114 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks [] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:38.618915 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:38.644187 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:38.665109 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Network 14c6aa25-6905-4b0e-9a62-d48f783a0add is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:38:38.670637 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:38:38.673740 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:38:38.676221 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Pushing event updated for resources: {'Port': ['ID=b5fa8549-d7b1-42ee-8634-e4050e0edee8,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:38.724809 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:38.725401 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:38.742545 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-cd318efe-9a7a-443e-80b7-b44cd48f821f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7430127 Sep 27 17:38:38.756844 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Request body: {'port': {'device_id': '02249463-4990-45b3-bcce-1ef5ead52916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:38:38.812998 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:39.060590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd084575-6e4c-41dd-843a-e525e52a7729 req-ff295d93-b053-4d63-b72f-39a1845d1a87 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:39.062060 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd084575-6e4c-41dd-843a-e525e52a7729 req-ff295d93-b053-4d63-b72f-39a1845d1a87 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 932 time: 0.0468440 Sep 27 17:38:39.065688 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fa8549-d7b1-42ee-8634-e4050e0edee8 {{(pid=106220) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:38:39.073308 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Publish callbacks [] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:39.085983 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.provisioning_blocks [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Transition to ACTIVE for port object b5fa8549-d7b1-42ee-8634-e4050e0edee8 will not be triggered until provisioned by entity L2. {{(pid=106220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:38:39.090867 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:39.109636 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd084575-6e4c-41dd-843a-e525e52a7729 req-a9732d96-6483-4f7b-8d07-69fca8996433 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Sep 27 17:38:39.153717 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fa8549-d7b1-42ee-8634-e4050e0edee8,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:39.200366 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Attempting to bind port b5fa8549-d7b1-42ee-8634-e4050e0edee8 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:38:39.200704 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Attempting to bind port b5fa8549-d7b1-42ee-8634-e4050e0edee8 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add'}] {{(pid=106220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:38:39.201034 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Attempting to bind port b5fa8549-d7b1-42ee-8634-e4050e0edee8 on network 14c6aa25-6905-4b0e-9a62-d48f783a0add {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:38:39.244635 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Port b5fa8549-d7b1-42ee-8634-e4050e0edee8 on network 14c6aa25-6905-4b0e-9a62-d48f783a0add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:38:39.244889 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Attempting to bind port b5fa8549-d7b1-42ee-8634-e4050e0edee8 on network 14c6aa25-6905-4b0e-9a62-d48f783a0add {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:38:39.247380 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:39.289008 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:38:39.289344 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Checking segment: {'id': '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:38:39.289729 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Bound using segment: {'id': '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add'} {{(pid=106220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:38:39.290202 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.managers [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Bound port: b5fa8549-d7b1-42ee-8634-e4050e0edee8, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add'}}] {{(pid=106220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:38:39.290564 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:39.349207 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] For port b5fa8549-d7b1-42ee-8634-e4050e0edee8, host hv-cinder-84914, cleared binding levels {{(pid=106220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:38:39.352196 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] For port b5fa8549-d7b1-42ee-8634-e4050e0edee8, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b5fa8549-d7b1-42ee-8634-e4050e0edee8,segment=NetworkSegment(2d4a38f5-1a86-4eff-8cd5-1677ba9d888d),segment_id=2d4a38f5-1a86-4eff-8cd5-1677ba9d888d)] {{(pid=106220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:38:39.358038 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:39.362381 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:39.362992 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:39.364346 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/b5fa8549-d7b1-42ee-8634-e4050e0edee8 HTTP/1.1" status: 200 len: 1094 time: 0.6114275 Sep 27 17:38:39.364893 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02249463-4990-45b3-bcce-1ef5ead52916', 'tag': 'b5fa8549-d7b1-42ee-8634-e4050e0edee8'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:38:39.367137 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2131dbb-4113-443c-bc15-6dbfda743e01" -d '{"events": [{"name": "network-changed", "server_uuid": "02249463-4990-45b3-bcce-1ef5ead52916", "tag": "b5fa8549-d7b1-42ee-8634-e4050e0edee8"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:38:39.411509 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff42ba6-11cc-4724-b3bd-0687a68cec1d x-openstack-request-id: req-3ff42ba6-11cc-4724-b3bd-0687a68cec1d {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:38:39.411794 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02249463-4990-45b3-bcce-1ef5ead52916", "tag": "b5fa8549-d7b1-42ee-8634-e4050e0edee8", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:38:39.412399 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ff42ba6-11cc-4724-b3bd-0687a68cec1d {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:38:39.412529 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff42ba6-11cc-4724-b3bd-0687a68cec1d'] response: {'name': 'network-changed', 'server_uuid': '02249463-4990-45b3-bcce-1ef5ead52916', 'tag': 'b5fa8549-d7b1-42ee-8634-e4050e0edee8', 'status': 'completed', 'code': 200} Sep 27 17:38:39.421829 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322fc09-091e-46fc-a1ea-c215b2af8a03 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fa8549-d7b1-42ee-8634-e4050e0edee8,revision_number=3']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:39.467446 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-5f33884a-3c20-4bbe-862b-4f9221fe81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:39.468938 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-5f33884a-3c20-4bbe-862b-4f9221fe81b4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7a5cb427a38643a9b547e710d1c9caf5&device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 1128 time: 0.0403144 Sep 27 17:38:39.522214 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-276da565-d45c-470a-b059-6b7e68346f38 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5fa8549-d7b1-42ee-8634-e4050e0edee8 HTTP/1.1" status: 200 len: 217 time: 0.0340528 Sep 27 17:38:39.564837 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:39.569164 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-8e540e05-73b9-4d15-b435-d2ec1aff0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:39.570649 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-8e540e05-73b9-4d15-b435-d2ec1aff0e61 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0b713e51-898d-405e-b45c-db8bf6b30db6 HTTP/1.1" status: 200 len: 848 time: 0.0434184 Sep 27 17:38:39.578559 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-3d608d9b-2984-41fd-a20f-a20759215e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:39.607372 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-64185bb7-2a47-4e38-9470-d06f46e52be4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=14c6aa25-6905-4b0e-9a62-d48f783a0add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312529 Sep 27 17:38:39.695736 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-f3f539a3-1d51-40b5-be86-c9f35c5aa8c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819852 Sep 27 17:38:39.786991 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1cfab0bc-1e2f-4d5d-aa42-b3a570c7cdc7 req-8c762244-b24b-4a5d-86e0-0a32e2b4c979 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843232 Sep 27 17:38:40.230373 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429411ec-3820-480a-ab59-f64c9e930056 req-5d4cc54e-b7f2-41b0-8ae6-a6b0913303e8 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:40.231785 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-429411ec-3820-480a-ab59-f64c9e930056 req-5d4cc54e-b7f2-41b0-8ae6-a6b0913303e8 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 944 time: 0.0452189 Sep 27 17:38:40.244326 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:40.280496 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-429411ec-3820-480a-ab59-f64c9e930056 req-0ed003d8-8337-472a-9449-bb64a57c27d9 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Sep 27 17:38:40.636705 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:38:40.897679 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:41.386254 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:41.401096 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e86c38-463c-40e5-98fd-47ac08384f8b req-b213ef82-72a8-443d-b85b-9f6c1af9382e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:41.402562 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-40e86c38-463c-40e5-98fd-47ac08384f8b req-b213ef82-72a8-443d-b85b-9f6c1af9382e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 944 time: 0.0466712 Sep 27 17:38:41.447974 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-40e86c38-463c-40e5-98fd-47ac08384f8b req-57b29843-70d9-4947-a0f2-0dec645a4118 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Sep 27 17:38:42.085993 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2131dbb-4113-443c-bc15-6dbfda743e01 req-394fe283-1a56-4970-9e9a-46bee7f4d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:42.087572 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b2131dbb-4113-443c-bc15-6dbfda743e01 req-394fe283-1a56-4970-9e9a-46bee7f4d898 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7a5cb427a38643a9b547e710d1c9caf5&device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 1128 time: 0.0391891 Sep 27 17:38:42.178869 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2131dbb-4113-443c-bc15-6dbfda743e01 req-db47ef06-63e2-40d4-9a25-360ec61dad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:42.180308 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b2131dbb-4113-443c-bc15-6dbfda743e01 req-db47ef06-63e2-40d4-9a25-360ec61dad49 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=14c6aa25-6905-4b0e-9a62-d48f783a0add HTTP/1.1" status: 200 len: 909 time: 0.0872533 Sep 27 17:38:42.217104 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b2131dbb-4113-443c-bc15-6dbfda743e01 req-677f870f-dc85-404d-b09a-0ec4accfc4fd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5fa8549-d7b1-42ee-8634-e4050e0edee8 HTTP/1.1" status: 200 len: 217 time: 0.0314138 Sep 27 17:38:42.262401 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2131dbb-4113-443c-bc15-6dbfda743e01 req-95a5dfa1-8fb7-48a1-aed1-b8751813293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:42.263766 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b2131dbb-4113-443c-bc15-6dbfda743e01 req-95a5dfa1-8fb7-48a1-aed1-b8751813293c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0b713e51-898d-405e-b45c-db8bf6b30db6 HTTP/1.1" status: 200 len: 848 time: 0.0413742 Sep 27 17:38:42.293653 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b2131dbb-4113-443c-bc15-6dbfda743e01 req-8c0865b1-bd15-47cb-ae73-692961545e17 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=14c6aa25-6905-4b0e-9a62-d48f783a0add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246143 Sep 27 17:38:42.387186 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b2131dbb-4113-443c-bc15-6dbfda743e01 req-b0b14f7a-a8fa-4765-81f1-c84b8bf077c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844917 Sep 27 17:38:42.455060 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:42.478058 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-b2131dbb-4113-443c-bc15-6dbfda743e01 req-0c6678cf-ef70-436a-8682-afb8cad0b89c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851402 Sep 27 17:38:42.517049 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:42.566450 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c3143-0b5a-404c-9d1c-bf10a4269945 req-00f39b25-b9e4-4f2d-829b-f3f8bce5188f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:42.567902 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c94c3143-0b5a-404c-9d1c-bf10a4269945 req-00f39b25-b9e4-4f2d-829b-f3f8bce5188f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 944 time: 0.0454071 Sep 27 17:38:42.616017 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c94c3143-0b5a-404c-9d1c-bf10a4269945 req-8e6d44cf-e7af-4456-a930-17b8fad555a1 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 Sep 27 17:38:42.662214 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:43.737433 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35d1f-6bb5-4800-a6dc-6b8f4ba990d6 req-6e993723-728e-4db6-a7aa-d691b877f20f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:43.738906 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bcd35d1f-6bb5-4800-a6dc-6b8f4ba990d6 req-6e993723-728e-4db6-a7aa-d691b877f20f tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 944 time: 0.0491378 Sep 27 17:38:43.785506 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bcd35d1f-6bb5-4800-a6dc-6b8f4ba990d6 req-a50de264-2ece-4c00-b801-7c0d75ede853 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Sep 27 17:38:44.543707 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device b5fa8549-d7b1-42ee-8634-e4050e0edee8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:38:44.642030 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port b5fa8549-d7b1-42ee-8634-e4050e0edee8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b5fa8549-d7b1-42ee-8634-e4050e0edee8,segment=NetworkSegment(2d4a38f5-1a86-4eff-8cd5-1677ba9d888d),segment_id=2d4a38f5-1a86-4eff-8cd5-1677ba9d888d)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:38:44.653298 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'b5fa8549-d7b1-42ee-8634-e4050e0edee8', 'network_id': '14c6aa25-6905-4b0e-9a62-d48f783a0add', 'port_id': 'b5fa8549-d7b1-42ee-8634-e4050e0edee8', 'mac_address': 'fa:16:3e:86:a0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b713e51-898d-405e-b45c-db8bf6b30db6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:38:44.688242 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port b5fa8549-d7b1-42ee-8634-e4050e0edee8 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:38:44.688626 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:44.701716 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fa8549-d7b1-42ee-8634-e4050e0edee8 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:38:44.724600 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port b5fa8549-d7b1-42ee-8634-e4050e0edee8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b5fa8549-d7b1-42ee-8634-e4050e0edee8,segment=NetworkSegment(2d4a38f5-1a86-4eff-8cd5-1677ba9d888d),segment_id=2d4a38f5-1a86-4eff-8cd5-1677ba9d888d)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:38:44.728599 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:44.773750 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=b5fa8549-d7b1-42ee-8634-e4050e0edee8,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:44.780741 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.781097 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.781440 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.781780 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.782135 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.782952 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.783280 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.783607 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.783932 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.784256 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.784576 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.784899 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.785221 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.785540 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.785858 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:38:44.901527 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c586011-2d47-434f-97e4-d0e13772125a req-1c43da75-143e-4a85-a1ac-d641518fba86 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:44.902916 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c586011-2d47-434f-97e4-d0e13772125a req-1c43da75-143e-4a85-a1ac-d641518fba86 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 945 time: 0.0452371 Sep 27 17:38:44.948779 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5c586011-2d47-434f-97e4-d0e13772125a req-fdf9802b-0327-442b-a75a-7db084f7641c tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398178 Sep 27 17:38:45.124727 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['b5fa8549-d7b1-42ee-8634-e4050e0edee8'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:38:45.253295 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:45.255978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:46.068486 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8167cec-b0bf-4506-b32b-1dbf2bd64220 req-e74bc88c-8342-4698-a0e4-4270e9811c12 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:46.069909 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a8167cec-b0bf-4506-b32b-1dbf2bd64220 req-e74bc88c-8342-4698-a0e4-4270e9811c12 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 945 time: 0.0481420 Sep 27 17:38:46.115409 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a8167cec-b0bf-4506-b32b-1dbf2bd64220 req-b4c7be2e-8b25-4681-adec-67f2f1ce1d1c tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Sep 27 17:38:46.560483 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device b5fa8549-d7b1-42ee-8634-e4050e0edee8 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:38:46.592886 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:46.604110 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port b5fa8549-d7b1-42ee-8634-e4050e0edee8 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:38:46.609699 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port b5fa8549-d7b1-42ee-8634-e4050e0edee8 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:38:46.610117 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:46.610458 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port b5fa8549-d7b1-42ee-8634-e4050e0edee8 Sep 27 17:38:46.680697 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port b5fa8549-d7b1-42ee-8634-e4050e0edee8 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:38:46.681079 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:46.706268 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02249463-4990-45b3-bcce-1ef5ead52916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fa8549-d7b1-42ee-8634-e4050e0edee8'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:38:46.708471 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aea6a71-f459-4d7b-809b-8c02d03eb853" -d '{"events": [{"server_uuid": "02249463-4990-45b3-bcce-1ef5ead52916", "name": "network-vif-plugged", "status": "completed", "tag": "b5fa8549-d7b1-42ee-8634-e4050e0edee8"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:38:46.721412 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port b5fa8549-d7b1-42ee-8634-e4050e0edee8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b5fa8549-d7b1-42ee-8634-e4050e0edee8,segment=NetworkSegment(2d4a38f5-1a86-4eff-8cd5-1677ba9d888d),segment_id=2d4a38f5-1a86-4eff-8cd5-1677ba9d888d)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:38:46.726180 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:46.752791 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419e6662-4ec5-4316-9928-b6e3b1d5a9d4 x-openstack-request-id: req-419e6662-4ec5-4316-9928-b6e3b1d5a9d4 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:38:46.753081 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02249463-4990-45b3-bcce-1ef5ead52916", "name": "network-vif-plugged", "status": "completed", "tag": "b5fa8549-d7b1-42ee-8634-e4050e0edee8", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:38:46.753330 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-419e6662-4ec5-4316-9928-b6e3b1d5a9d4 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:38:46.753725 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419e6662-4ec5-4316-9928-b6e3b1d5a9d4'] response: {'server_uuid': '02249463-4990-45b3-bcce-1ef5ead52916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fa8549-d7b1-42ee-8634-e4050e0edee8', 'code': 200} Sep 27 17:38:46.775585 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=b5fa8549-d7b1-42ee-8634-e4050e0edee8,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:46.953024 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec8ff3-435e-46c0-8373-cd85d44d4859 req-f48831ac-7c39-4e1d-9838-55cea9529891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:46.955088 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1aec8ff3-435e-46c0-8373-cd85d44d4859 req-f48831ac-7c39-4e1d-9838-55cea9529891 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 1130 time: 0.0378549 Sep 27 17:38:46.972580 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:46.999386 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-1aec8ff3-435e-46c0-8373-cd85d44d4859 req-f42dc001-6163-47fb-a46e-d67203631f18 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384486 Sep 27 17:38:47.237523 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3f46f-4b82-4fd0-a33d-b417fa70d296 req-b98a8af7-2793-4513-8390-e34de07d8109 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:47.238995 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8fb3f46f-4b82-4fd0-a33d-b417fa70d296 req-b98a8af7-2793-4513-8390-e34de07d8109 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 946 time: 0.0455065 Sep 27 17:38:47.285087 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8fb3f46f-4b82-4fd0-a33d-b417fa70d296 req-5ec8ca4d-f1f8-4f9a-88fb-3a1f9af71de0 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Sep 27 17:38:48.405576 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1917c79-acd9-43e0-b58d-e0dee380b12e req-5cb8254a-c41e-4972-b7d3-40adb5118f0c tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:48.407043 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d1917c79-acd9-43e0-b58d-e0dee380b12e req-5cb8254a-c41e-4972-b7d3-40adb5118f0c tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 946 time: 0.0453396 Sep 27 17:38:48.458178 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d1917c79-acd9-43e0-b58d-e0dee380b12e req-c51dc54f-3487-4cab-b8f2-af0c6f115281 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449221 Sep 27 17:38:49.578289 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028c8b6-aa81-497a-9f05-ca0e63e0e54d req-9f9303cd-8fbc-4dc0-9723-2bac8ece15cd tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:49.580141 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1028c8b6-aa81-497a-9f05-ca0e63e0e54d req-9f9303cd-8fbc-4dc0-9723-2bac8ece15cd tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 946 time: 0.0454292 Sep 27 17:38:49.626026 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1028c8b6-aa81-497a-9f05-ca0e63e0e54d req-c9bcc215-1a50-4a85-961c-5082c8863d9b tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Sep 27 17:38:50.362448 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000f2a3-5faf-45b1-96d0-35acc022e9e9 req-61136e7a-9a98-4c8c-8d95-7225e1df84b0 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:50.363894 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5000f2a3-5faf-45b1-96d0-35acc022e9e9 req-61136e7a-9a98-4c8c-8d95-7225e1df84b0 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 946 time: 0.0469198 Sep 27 17:38:50.410030 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5000f2a3-5faf-45b1-96d0-35acc022e9e9 req-00277f0c-41dc-4c16-bfc2-5c27c602d7a6 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Sep 27 17:38:50.633180 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:51.535130 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c12c8b-0a28-45c9-a877-1e5134bb8a45 req-9c4a8628-b651-45f7-97b2-690bb2eb94f7 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:51.536575 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83c12c8b-0a28-45c9-a877-1e5134bb8a45 req-9c4a8628-b651-45f7-97b2-690bb2eb94f7 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 946 time: 0.0501096 Sep 27 17:38:51.583728 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83c12c8b-0a28-45c9-a877-1e5134bb8a45 req-f9cef16d-1dab-4f6a-bfac-24a4ce4d2ba1 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0c679ef6-a766-424f-8ff5-0c024b0532ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Sep 27 17:38:51.923820 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-12977d22-dec2-4c0a-9757-f7d71a50cd99 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:38:51.925263 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-12977d22-dec2-4c0a-9757-f7d71a50cd99 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 946 time: 0.0476418 Sep 27 17:38:52.012599 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-365ca271-2c09-4645-a22a-d82658afaf9e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Deleting port b5fa8549-d7b1-42ee-8634-e4050e0edee8 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:38:52.012944 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-365ca271-2c09-4645-a22a-d82658afaf9e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:52.102222 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-365ca271-2c09-4645-a22a-d82658afaf9e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] For port b5fa8549-d7b1-42ee-8634-e4050e0edee8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=b5fa8549-d7b1-42ee-8634-e4050e0edee8,segment=NetworkSegment(2d4a38f5-1a86-4eff-8cd5-1677ba9d888d),segment_id=2d4a38f5-1a86-4eff-8cd5-1677ba9d888d)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:38:52.102688 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-365ca271-2c09-4645-a22a-d82658afaf9e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:52.116474 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-365ca271-2c09-4645-a22a-d82658afaf9e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Calling delete_port for b5fa8549-d7b1-42ee-8634-e4050e0edee8 owned by compute:nova {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:38:52.177999 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=100 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:38:52.243620 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-365ca271-2c09-4645-a22a-d82658afaf9e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (b5fa8549-d7b1-42ee-8634-e4050e0edee8), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:52.271356 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ca271-2c09-4645-a22a-d82658afaf9e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Pushing event deleted for resources: {'Port': ['ID=b5fa8549-d7b1-42ee-8634-e4050e0edee8,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:38:52.276497 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['b5fa8549-d7b1-42ee-8634-e4050e0edee8'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:38:52.320112 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-365ca271-2c09-4645-a22a-d82658afaf9e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] No DVR routers for this DVR port b5fa8549-d7b1-42ee-8634-e4050e0edee8 on host hv-cinder-84914 {{(pid=106220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:38:52.322607 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-365ca271-2c09-4645-a22a-d82658afaf9e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:38:52.325971 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-e28b7f9b-8c16-4785-9c7f-f514dad5453a req-365ca271-2c09-4645-a22a-d82658afaf9e tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.18 "DELETE /networking/v2.0/ports/b5fa8549-d7b1-42ee-8634-e4050e0edee8 HTTP/1.1" status: 204 len: 173 time: 0.3925431 Sep 27 17:38:52.326504 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02249463-4990-45b3-bcce-1ef5ead52916', 'name': 'network-vif-deleted', 'tag': 'b5fa8549-d7b1-42ee-8634-e4050e0edee8'}] {{(pid=106220) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:38:52.328764 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd6d3654531711682db3a88a2c8d409fddb7b6acd6aa63f941d56657692cd3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d68649-26f0-4a0f-91b2-729e687536f6" -d '{"events": [{"server_uuid": "02249463-4990-45b3-bcce-1ef5ead52916", "name": "network-vif-deleted", "tag": "b5fa8549-d7b1-42ee-8634-e4050e0edee8"}]}' {{(pid=106220) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:38:52.370441 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87711937-b06d-4152-9eb3-00ba9558da4a x-openstack-request-id: req-87711937-b06d-4152-9eb3-00ba9558da4a {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:38:52.370732 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02249463-4990-45b3-bcce-1ef5ead52916", "name": "network-vif-deleted", "tag": "b5fa8549-d7b1-42ee-8634-e4050e0edee8", "status": "completed", "code": 200}]} {{(pid=106220) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:38:52.370994 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87711937-b06d-4152-9eb3-00ba9558da4a {{(pid=106220) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:38:52.371393 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87711937-b06d-4152-9eb3-00ba9558da4a'] response: {'server_uuid': '02249463-4990-45b3-bcce-1ef5ead52916', 'name': 'network-vif-deleted', 'tag': 'b5fa8549-d7b1-42ee-8634-e4050e0edee8', 'status': 'completed', 'code': 200} Sep 27 17:38:52.696508 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-fe292690-4c27-444b-9ff8-b1951584aac5 req-8eb66415-4020-4778-9232-3a332ebe7ba5 tempest-VolumesActionsTest-421484076 tempest-VolumesActionsTest-421484076-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=02249463-4990-45b3-bcce-1ef5ead52916 HTTP/1.1" status: 200 len: 210 time: 0.0267346 Sep 27 17:38:58.435540 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device b5fa8549-d7b1-42ee-8634-e4050e0edee8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:38:58.454140 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: b5fa8549-d7b1-42ee-8634-e4050e0edee8 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:38:58.454478 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device b5fa8549-d7b1-42ee-8634-e4050e0edee8 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:39:02.281150 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:02.302479 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:DELETE=4,neutron:SELECT=11 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:02.679478 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=91 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:02.680900 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:04.520860 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=15 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:04.523162 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=11 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:05.020332 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58870) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:05.174120 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Deleting port 6eb2046d-6bbc-4f73-a3c5-b37605fb533f {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:05.174524 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (6eb2046d-6bbc-4f73-a3c5-b37605fb533f), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:05.256041 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (6eb2046d-6bbc-4f73-a3c5-b37605fb533f), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:05.256369 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (6eb2046d-6bbc-4f73-a3c5-b37605fb533f), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:05.270955 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Calling delete_port for 6eb2046d-6bbc-4f73-a3c5-b37605fb533f owned by network:floatingip {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:05.424549 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (6eb2046d-6bbc-4f73-a3c5-b37605fb533f), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:05.450863 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event deleted for resources: {'Port': ['ID=6eb2046d-6bbc-4f73-a3c5-b37605fb533f,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:05.463363 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.463736 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.465951 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.466412 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.466664 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.466968 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.467297 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.467619 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.467974 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.468643 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.468974 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.469301 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.469627 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.470148 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.470495 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:39:05.539307 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (ee76a3dc-e851-4c62-9774-920f5d352929), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:05.539587 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Floating IP ee76a3dc-e851-4c62-9774-920f5d352929 disassociated (deleted). External IP: 172.27.0.134, port: fc6dbea1-68ea-46ef-8b57-1403451f9deb. Sep 27 17:39:05.761604 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Router b9480217-431f-476b-b051-e63761de9580 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:39:05.898590 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:39:05.909149 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] Sync routers for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:39:05.910208 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:05.920082 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:39:05.920700 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:38:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:05.929397 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:05.942408 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-04dfc613-1f45-42fe-9a0b-426bc1e64e6c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/ee76a3dc-e851-4c62-9774-920f5d352929 HTTP/1.1" status: 204 len: 168 time: 0.9207315 Sep 27 17:39:05.943158 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'tag': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:39:05.951411 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3" -d '{"events": [{"name": "network-changed", "server_uuid": "027d6837-5551-4ceb-8905-d16c9a7a382d", "tag": "fc6dbea1-68ea-46ef-8b57-1403451f9deb"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:39:06.015812 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1440d42d-2c36-4310-9968-12e93375c0a8 x-openstack-request-id: req-1440d42d-2c36-4310-9968-12e93375c0a8 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:39:06.016102 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027d6837-5551-4ceb-8905-d16c9a7a382d", "tag": "fc6dbea1-68ea-46ef-8b57-1403451f9deb", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:39:06.016375 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1440d42d-2c36-4310-9968-12e93375c0a8 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:39:06.016790 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1440d42d-2c36-4310-9968-12e93375c0a8'] response: {'name': 'network-changed', 'server_uuid': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'tag': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'status': 'completed', 'code': 200} Sep 27 17:39:06.108652 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:39:06.152311 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-4b57253e-ead2-4bf3-8dde-1fe1e02af5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:06.152311 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-4b57253e-ead2-4bf3-8dde-1fe1e02af5cc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 1130 time: 0.0842297 Sep 27 17:39:06.330659 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e02f6-1d7f-48f3-bb8a-ed0de6263f62 req-4864c102-36fa-42ce-8d34-704d4d1c2a66 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:06.332520 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bb3e02f6-1d7f-48f3-bb8a-ed0de6263f62 req-4864c102-36fa-42ce-8d34-704d4d1c2a66 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 946 time: 0.1191845 Sep 27 17:39:06.371103 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:06.392238 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bb3e02f6-1d7f-48f3-bb8a-ed0de6263f62 req-c76ea416-fcb9-4a72-9210-50c8e2b67350 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535426 Sep 27 17:39:06.430186 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '7f193943-e773-4ba2-9ef2-2002c79d23c4', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:9b:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:34:11Z', 'updated_at': '2022-09-27T17:34:12Z', 'revision_number': 1, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:06.456729 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] Checking router: b9480217-431f-476b-b051-e63761de9580 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:39:06.465635 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:39:06.466357 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:38:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:06.705148 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:39:06.787732 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:06.945266 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '7f193943-e773-4ba2-9ef2-2002c79d23c4', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:9b:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:34:11Z', 'updated_at': '2022-09-27T17:34:12Z', 'revision_number': 1, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:06.975600 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b4e5f-2dc2-4392-94e5-7e754a1ae6d4 None None] The sync data for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi is: [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '7f193943-e773-4ba2-9ef2-2002c79d23c4', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'b9480217-431f-476b-b051-e63761de9580', 'port_id': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'mac_address': 'fa:16:3e:9b:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:34:11Z', 'updated_at': '2022-09-27T17:34:12Z', 'revision_number': 1, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:39:07.229485 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f5be8-6d3d-4685-b734-57c720616e3e None None] New status for floating IP ee76a3dc-e851-4c62-9774-920f5d352929: DOWN {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:39:07.362808 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7f575019-73bb-428d-9e13-499df1a715d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:07.512826 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-9b331ba0-f8dd-4c93-af60-b721d6bc2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:07.514331 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-9b331ba0-f8dd-4c93-af60-b721d6bc2600 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 913 time: 0.1077867 Sep 27 17:39:07.585484 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-0e571a95-ca79-4724-b407-4ec20feccbe0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc6dbea1-68ea-46ef-8b57-1403451f9deb HTTP/1.1" status: 200 len: 217 time: 0.0406473 Sep 27 17:39:07.625913 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2709da-fbc0-4d1d-8cb8-5ffd92eb9b19 req-29db98c6-b2e2-4d1a-8771-fd8621bdeb77 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:07.630496 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc2709da-fbc0-4d1d-8cb8-5ffd92eb9b19 req-29db98c6-b2e2-4d1a-8771-fd8621bdeb77 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 946 time: 0.1461327 Sep 27 17:39:07.638918 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-b50e8c43-88f1-4f0c-8f44-5c3e9b5f0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:07.640453 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-b50e8c43-88f1-4f0c-8f44-5c3e9b5f0fe2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0470686 Sep 27 17:39:07.683624 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bc2709da-fbc0-4d1d-8cb8-5ffd92eb9b19 req-90ad67fd-07b8-451b-9494-f2bdbf76d71b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465183 Sep 27 17:39:07.823554 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-cea434c5-6ec1-4126-951c-35ea32c79ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106220) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:07.825034 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-cea434c5-6ec1-4126-951c-35ea32c79ce9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509791 Sep 27 17:39:08.239016 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-fb59188b-ca27-4a57-ac75-67ee7a3c32e5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983284 Sep 27 17:39:08.333739 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab987aed-06eb-40b0-a063-2da54120d425 req-6d56b320-b9cf-4f38-bfc8-bb1f80877072 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:08.336718 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab987aed-06eb-40b0-a063-2da54120d425 req-6d56b320-b9cf-4f38-bfc8-bb1f80877072 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 946 time: 0.0617552 Sep 27 17:39:08.404042 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [req-ce5f081f-93ef-4f93-b4e2-fd7aee6597f3 req-da1b0dd6-4ba6-414b-a1fe-b98d0c3f011e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297131 Sep 27 17:39:08.434618 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-ab987aed-06eb-40b0-a063-2da54120d425 req-cf9fee66-fe4c-4a74-a72a-99b778d30a70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Deleting port fc6dbea1-68ea-46ef-8b57-1403451f9deb {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:08.434963 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab987aed-06eb-40b0-a063-2da54120d425 req-cf9fee66-fe4c-4a74-a72a-99b778d30a70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:08.536965 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-ab987aed-06eb-40b0-a063-2da54120d425 req-cf9fee66-fe4c-4a74-a72a-99b778d30a70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] For port fc6dbea1-68ea-46ef-8b57-1403451f9deb, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fc6dbea1-68ea-46ef-8b57-1403451f9deb,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:39:08.537515 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab987aed-06eb-40b0-a063-2da54120d425 req-cf9fee66-fe4c-4a74-a72a-99b778d30a70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:08.552198 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-ab987aed-06eb-40b0-a063-2da54120d425 req-cf9fee66-fe4c-4a74-a72a-99b778d30a70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Calling delete_port for fc6dbea1-68ea-46ef-8b57-1403451f9deb owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:08.695795 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab987aed-06eb-40b0-a063-2da54120d425 req-cf9fee66-fe4c-4a74-a72a-99b778d30a70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (fc6dbea1-68ea-46ef-8b57-1403451f9deb), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:08.727151 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fee66-fe4c-4a74-a72a-99b778d30a70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event deleted for resources: {'Port': ['ID=fc6dbea1-68ea-46ef-8b57-1403451f9deb,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:08.778915 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab987aed-06eb-40b0-a063-2da54120d425 req-cf9fee66-fe4c-4a74-a72a-99b778d30a70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] No DVR routers for this DVR port fc6dbea1-68ea-46ef-8b57-1403451f9deb on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:39:08.781975 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-ab987aed-06eb-40b0-a063-2da54120d425 req-cf9fee66-fe4c-4a74-a72a-99b778d30a70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:08.790394 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ab987aed-06eb-40b0-a063-2da54120d425 req-cf9fee66-fe4c-4a74-a72a-99b778d30a70 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "DELETE /networking/v2.0/ports/fc6dbea1-68ea-46ef-8b57-1403451f9deb HTTP/1.1" status: 204 len: 173 time: 0.4479394 Sep 27 17:39:08.800594 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'name': 'network-vif-deleted', 'tag': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:39:08.800594 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d076795-0f48-418d-a17a-1ccf855707a3" -d '{"events": [{"server_uuid": "027d6837-5551-4ceb-8905-d16c9a7a382d", "name": "network-vif-deleted", "tag": "fc6dbea1-68ea-46ef-8b57-1403451f9deb"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:39:08.848013 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e25effb1-d728-4237-aee4-84c018d0af5e req-27deb4cf-a621-4c35-9e4a-ef7d9e7bf27c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 210 time: 0.0518248 Sep 27 17:39:08.850558 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e910c8-165d-4817-b0f2-f05260fb4709 x-openstack-request-id: req-06e910c8-165d-4817-b0f2-f05260fb4709 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:39:08.850854 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027d6837-5551-4ceb-8905-d16c9a7a382d", "name": "network-vif-deleted", "tag": "fc6dbea1-68ea-46ef-8b57-1403451f9deb", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:39:08.851101 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06e910c8-165d-4817-b0f2-f05260fb4709 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:39:08.851515 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e910c8-165d-4817-b0f2-f05260fb4709'] response: {'server_uuid': '027d6837-5551-4ceb-8905-d16c9a7a382d', 'name': 'network-vif-deleted', 'tag': 'fc6dbea1-68ea-46ef-8b57-1403451f9deb', 'status': 'completed', 'code': 200} Sep 27 17:39:09.585111 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c2f2-3f10-40c3-b645-8a996d9984b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:09.986382 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3f96284e-1428-471d-8ca8-c54922cbf69c req-c4ae3021-a3f5-4745-9213-2983ca16f89b tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=027d6837-5551-4ceb-8905-d16c9a7a382d HTTP/1.1" status: 200 len: 210 time: 0.0287535 Sep 27 17:39:10.906384 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:12.457679 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:12.517942 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:12.526101 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:12.720162 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device fc6dbea1-68ea-46ef-8b57-1403451f9deb no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:39:12.743472 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: fc6dbea1-68ea-46ef-8b57-1403451f9deb {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:39:12.743842 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device fc6dbea1-68ea-46ef-8b57-1403451f9deb not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:39:13.334317 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 58952) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:13.490143 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Deleting port 2a6aa449-b14b-4a5f-b6a3-b292735cdafb {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:13.491480 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (2a6aa449-b14b-4a5f-b6a3-b292735cdafb), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:13.575558 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (2a6aa449-b14b-4a5f-b6a3-b292735cdafb), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:13.576289 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (2a6aa449-b14b-4a5f-b6a3-b292735cdafb), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:13.589699 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Calling delete_port for 2a6aa449-b14b-4a5f-b6a3-b292735cdafb owned by network:floatingip {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:13.629068 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:13.657631 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:13.762781 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (2a6aa449-b14b-4a5f-b6a3-b292735cdafb), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:13.800912 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event deleted for resources: {'Port': ['ID=2a6aa449-b14b-4a5f-b6a3-b292735cdafb,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:13.870008 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (7f193943-e773-4ba2-9ef2-2002c79d23c4), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:13.870937 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Floating IP 7f193943-e773-4ba2-9ef2-2002c79d23c4 disassociated (deleted). External IP: 172.27.0.83, port: 5fc9c471-e36c-4eea-8fb2-162d705567b5. Sep 27 17:39:14.144778 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Router b9480217-431f-476b-b051-e63761de9580 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:39:14.254580 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:39:14.259143 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:14.265414 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] Sync routers for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:39:14.276025 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:39:14.276875 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:39:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:14.296738 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-47978063-93d8-43ec-9df9-44076bdf6893 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/7f193943-e773-4ba2-9ef2-2002c79d23c4 HTTP/1.1" status: 204 len: 168 time: 0.9607408 Sep 27 17:39:14.297815 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'tag': '5fc9c471-e36c-4eea-8fb2-162d705567b5'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:39:14.300978 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3527127c-a5e0-4062-b443-61d54924d027" -d '{"events": [{"name": "network-changed", "server_uuid": "aa18e03f-5e59-482d-a5ad-e14cf3bc3f35", "tag": "5fc9c471-e36c-4eea-8fb2-162d705567b5"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:39:14.368898 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91936189-c715-48f8-8bb1-8ed8793f2b77 x-openstack-request-id: req-91936189-c715-48f8-8bb1-8ed8793f2b77 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:39:14.369519 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa18e03f-5e59-482d-a5ad-e14cf3bc3f35", "tag": "5fc9c471-e36c-4eea-8fb2-162d705567b5", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:39:14.369519 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91936189-c715-48f8-8bb1-8ed8793f2b77 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:39:14.369857 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91936189-c715-48f8-8bb1-8ed8793f2b77'] response: {'name': 'network-changed', 'server_uuid': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'tag': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'status': 'completed', 'code': 200} Sep 27 17:39:14.467864 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:39:14.471059 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527127c-a5e0-4062-b443-61d54924d027 req-941abb8e-f06e-4670-8087-b6946e9c2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:14.473456 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3527127c-a5e0-4062-b443-61d54924d027 req-941abb8e-f06e-4670-8087-b6946e9c2d9c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 1129 time: 0.0561802 Sep 27 17:39:14.654008 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527127c-a5e0-4062-b443-61d54924d027 req-f6b65417-116e-42fe-86de-9e086270cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:14.656014 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3527127c-a5e0-4062-b443-61d54924d027 req-f6b65417-116e-42fe-86de-9e086270cf24 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 200 len: 913 time: 0.1747189 Sep 27 17:39:14.706688 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:14.708688 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3527127c-a5e0-4062-b443-61d54924d027 req-85a05546-dde8-47fc-8254-5b95476bc407 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5 HTTP/1.1" status: 200 len: 217 time: 0.0439472 Sep 27 17:39:14.715183 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd1822-6390-4884-8cbd-b70efa416210 req-f365e6e3-2320-4084-a584-761fc8697f4c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:14.716659 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-94bd1822-6390-4884-8cbd-b70efa416210 req-f365e6e3-2320-4084-a584-761fc8697f4c tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 945 time: 0.1258075 Sep 27 17:39:14.743290 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] Checking router: b9480217-431f-476b-b051-e63761de9580 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:39:14.753472 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:39:14.754397 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:39:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:14.801338 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527127c-a5e0-4062-b443-61d54924d027 req-229c161e-e28d-43e0-9f58-f832bfc6e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:14.803302 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3527127c-a5e0-4062-b443-61d54924d027 req-229c161e-e28d-43e0-9f58-f832bfc6e406 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 200 len: 851 time: 0.0857220 Sep 27 17:39:14.812842 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-94bd1822-6390-4884-8cbd-b70efa416210 req-dd5aa329-3672-4e2f-98c8-a8a6cbc36cf8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877013 Sep 27 17:39:14.856043 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527127c-a5e0-4062-b443-61d54924d027 req-ac3a71ae-01d4-488a-b9b2-9ae3b82c0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:14.857733 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3527127c-a5e0-4062-b443-61d54924d027 req-ac3a71ae-01d4-488a-b9b2-9ae3b82c0220 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7d51347-695f-4b89-ba87-954fe70eed97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440395 Sep 27 17:39:14.877536 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:39:14.955943 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:14.998454 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:15.020878 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3527127c-a5e0-4062-b443-61d54924d027 req-a0a1f6ca-f195-49c6-b891-ef2fca8866ca service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407309 Sep 27 17:39:15.155270 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:15.181365 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81318588-97b2-4e8f-bd93-4570d2f00418 None None] The sync data for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi is: [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:03Z', 'revision_number': 4, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '0405e1ab-7e72-41c2-8869-e37399348034', 'name': '', 'network_id': 'e7d51347-695f-4b89-ba87-954fe70eed97', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'mac_address': 'fa:16:3e:c5:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:02Z', 'updated_at': '2022-09-27T17:30:09Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'subnets': [{'id': '548e4075-4540-46c9-bcab-1e2f3d373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:39:15.246254 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:15.264871 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3527127c-a5e0-4062-b443-61d54924d027 req-cd5ae2cf-2ec8-41d6-8425-7879b7d89ea7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242507 Sep 27 17:39:15.471133 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f9bc71-1564-41ab-969b-9179e24a8e1f None None] New status for floating IP 7f193943-e773-4ba2-9ef2-2002c79d23c4: DOWN {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:39:15.705438 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-e6a77495-dce2-4705-9bd0-422fbe2838ce tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:15.706899 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-e6a77495-dce2-4705-9bd0-422fbe2838ce tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 945 time: 0.0498457 Sep 27 17:39:15.790507 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-09f637ec-08e1-44a2-9bab-0c8da4e010b8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Deleting port 5fc9c471-e36c-4eea-8fb2-162d705567b5 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:15.790780 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-09f637ec-08e1-44a2-9bab-0c8da4e010b8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:15.886854 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-09f637ec-08e1-44a2-9bab-0c8da4e010b8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] For port 5fc9c471-e36c-4eea-8fb2-162d705567b5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5fc9c471-e36c-4eea-8fb2-162d705567b5,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:39:15.887218 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-09f637ec-08e1-44a2-9bab-0c8da4e010b8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:15.910383 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-09f637ec-08e1-44a2-9bab-0c8da4e010b8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Calling delete_port for 5fc9c471-e36c-4eea-8fb2-162d705567b5 owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:15.981200 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc958536-f588-49c7-a1b0-75ff342aa7fe req-8e96c522-ff4b-4d29-9a54-0cf83e8291ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:15.982707 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cc958536-f588-49c7-a1b0-75ff342aa7fe req-8e96c522-ff4b-4d29-9a54-0cf83e8291ae tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aa18e03f-5e59-482d-a5ad-e14cf3bc3f35 HTTP/1.1" status: 200 len: 945 time: 0.0877061 Sep 27 17:39:16.059730 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cc958536-f588-49c7-a1b0-75ff342aa7fe req-ec0d7470-ad2a-4959-a98c-387360aee0fe tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8d35b219-4ce2-41d1-9de7-b30dfda53dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698411 Sep 27 17:39:16.122170 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-09f637ec-08e1-44a2-9bab-0c8da4e010b8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (5fc9c471-e36c-4eea-8fb2-162d705567b5), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:16.150411 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f637ec-08e1-44a2-9bab-0c8da4e010b8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event deleted for resources: {'Port': ['ID=5fc9c471-e36c-4eea-8fb2-162d705567b5,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:16.195315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-09f637ec-08e1-44a2-9bab-0c8da4e010b8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] No DVR routers for this DVR port 5fc9c471-e36c-4eea-8fb2-162d705567b5 on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:39:16.197868 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-09f637ec-08e1-44a2-9bab-0c8da4e010b8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:16.201144 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2d2ed41a-4fac-4eb3-9c3f-484577d3efe2 req-09f637ec-08e1-44a2-9bab-0c8da4e010b8 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.18 "DELETE /networking/v2.0/ports/5fc9c471-e36c-4eea-8fb2-162d705567b5 HTTP/1.1" status: 204 len: 173 time: 0.4855485 Sep 27 17:39:16.371088 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'name': 'network-vif-deleted', 'tag': '5fc9c471-e36c-4eea-8fb2-162d705567b5'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:39:16.373418 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b25d65e-4d42-4a14-8922-5b9184143670" -d '{"events": [{"server_uuid": "aa18e03f-5e59-482d-a5ad-e14cf3bc3f35", "name": "network-vif-deleted", "tag": "5fc9c471-e36c-4eea-8fb2-162d705567b5"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:39:16.411992 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c59f099-3829-4cb2-bb23-5971273ec475 x-openstack-request-id: req-4c59f099-3829-4cb2-bb23-5971273ec475 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:39:16.412407 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa18e03f-5e59-482d-a5ad-e14cf3bc3f35", "name": "network-vif-deleted", "tag": "5fc9c471-e36c-4eea-8fb2-162d705567b5", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:39:16.412518 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c59f099-3829-4cb2-bb23-5971273ec475 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:39:16.412915 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c59f099-3829-4cb2-bb23-5971273ec475'] response: {'server_uuid': 'aa18e03f-5e59-482d-a5ad-e14cf3bc3f35', 'name': 'network-vif-deleted', 'tag': '5fc9c471-e36c-4eea-8fb2-162d705567b5', 'status': 'completed', 'code': 200} Sep 27 17:39:17.129235 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59050) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:17.238776 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-51ca20dc-7299-42c1-80a5-9907a0b01ca6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Deleting port e33f1e57-0c5b-4c9f-a01f-15c9be40872c {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:17.239115 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-51ca20dc-7299-42c1-80a5-9907a0b01ca6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (e33f1e57-0c5b-4c9f-a01f-15c9be40872c), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:17.313785 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-51ca20dc-7299-42c1-80a5-9907a0b01ca6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (e33f1e57-0c5b-4c9f-a01f-15c9be40872c), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:17.314135 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-51ca20dc-7299-42c1-80a5-9907a0b01ca6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (e33f1e57-0c5b-4c9f-a01f-15c9be40872c), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:17.327472 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-51ca20dc-7299-42c1-80a5-9907a0b01ca6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Calling delete_port for e33f1e57-0c5b-4c9f-a01f-15c9be40872c owned by network:floatingip {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:17.373586 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:17.384405 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:17.459778 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-51ca20dc-7299-42c1-80a5-9907a0b01ca6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (e33f1e57-0c5b-4c9f-a01f-15c9be40872c), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:17.483259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca20dc-7299-42c1-80a5-9907a0b01ca6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event deleted for resources: {'Port': ['ID=e33f1e57-0c5b-4c9f-a01f-15c9be40872c,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:17.546427 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-51ca20dc-7299-42c1-80a5-9907a0b01ca6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for floatingip (d5efc1ef-2e5b-434e-9dd5-d1f284bac340), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:17.548968 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-51ca20dc-7299-42c1-80a5-9907a0b01ca6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:17.550687 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-51ca20dc-7299-42c1-80a5-9907a0b01ca6 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/d5efc1ef-2e5b-434e-9dd5-d1f284bac340 HTTP/1.1" status: 204 len: 168 time: 0.4218473 Sep 27 17:39:17.635366 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:39:17.655777 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59060) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:17.708544 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8c3ac8-9dda-4c7d-848b-191f9a07ddf4 admin admin] Deleting subnet 0b713e51-898d-405e-b45c-db8bf6b30db6 {{(pid=106219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:39:17.711634 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ac8-9dda-4c7d-848b-191f9a07ddf4 admin admin] Publish callbacks [] for subnet (0b713e51-898d-405e-b45c-db8bf6b30db6), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:17.746535 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ac8-9dda-4c7d-848b-191f9a07ddf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466286'] for subnet (0b713e51-898d-405e-b45c-db8bf6b30db6), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:17.783399 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ac8-9dda-4c7d-848b-191f9a07ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (0b713e51-898d-405e-b45c-db8bf6b30db6), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:17.839248 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ac8-9dda-4c7d-848b-191f9a07ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2372855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10281563'] for subnet (0b713e51-898d-405e-b45c-db8bf6b30db6), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.130783 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c3ac8-9dda-4c7d-848b-191f9a07ddf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b713e51-898d-405e-b45c-db8bf6b30db6,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:18.136366 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ac8-9dda-4c7d-848b-191f9a07ddf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.139448 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-0b8c3ac8-9dda-4c7d-848b-191f9a07ddf4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/0b713e51-898d-405e-b45c-db8bf6b30db6 HTTP/1.1" status: 204 len: 168 time: 0.4826362 Sep 27 17:39:18.141990 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59064) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:18.207748 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (14c6aa25-6905-4b0e-9a62-d48f783a0add), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.284560 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (14c6aa25-6905-4b0e-9a62-d48f783a0add), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.303918 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c6aa25-6905-4b0e-9a62-d48f783a0add']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:18.313057 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:18.313352 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4a38f5-1a86-4eff-8cd5-1677ba9d888d') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:18.322714 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (2d4a38f5-1a86-4eff-8cd5-1677ba9d888d), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.336006 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (2d4a38f5-1a86-4eff-8cd5-1677ba9d888d), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.341946 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:39:18.342348 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (2d4a38f5-1a86-4eff-8cd5-1677ba9d888d), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.384831 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 2d4a38f5-1a86-4eff-8cd5-1677ba9d888d resource provider aggregate not found Sep 27 17:39:18.387704 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=46 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:18.394375 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=40 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:18.402410 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 2d4a38f5-1a86-4eff-8cd5-1677ba9d888d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d4a38f5-1a86-4eff-8cd5-1677ba9d888d found for delete ", "request_id": "req-15a7d762-fd1a-4f70-ba9e-f6d287727929"}]} Sep 27 17:39:18.408243 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (14c6aa25-6905-4b0e-9a62-d48f783a0add), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.413741 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.416808 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/14c6aa25-6905-4b0e-9a62-d48f783a0add HTTP/1.1" status: 204 len: 168 time: 0.2738936 Sep 27 17:39:18.427682 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4bea9-a20b-47db-8fa2-66fb3d3e95d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c6aa25-6905-4b0e-9a62-d48f783a0add,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:18.524076 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59072) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:18.562859 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-9da6d689-94d9-4dc4-b613-6bfbb743e684 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=7a5cb427a38643a9b547e710d1c9caf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376678 Sep 27 17:39:18.565686 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59074) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:18.612166 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3911ab60-4502-4613-a254-133de02c614e admin admin] Publish callbacks [] for security_group (0c679ef6-a766-424f-8ff5-0c024b0532ba), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.631863 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3911ab60-4502-4613-a254-133de02c614e admin admin] Publish callbacks [] for security_group (0c679ef6-a766-424f-8ff5-0c024b0532ba), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.656083 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:18.660388 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:18.678299 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3911ab60-4502-4613-a254-133de02c614e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (0c679ef6-a766-424f-8ff5-0c024b0532ba), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.680729 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3911ab60-4502-4613-a254-133de02c614e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.681845 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-3911ab60-4502-4613-a254-133de02c614e admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/0c679ef6-a766-424f-8ff5-0c024b0532ba HTTP/1.1" status: 204 len: 168 time: 0.1152534 Sep 27 17:39:18.689416 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911ab60-4502-4613-a254-133de02c614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c679ef6-a766-424f-8ff5-0c024b0532ba,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:18.757775 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5fc9c471-e36c-4eea-8fb2-162d705567b5 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:39:18.763416 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59080) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:18.781390 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: 5fc9c471-e36c-4eea-8fb2-162d705567b5 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:39:18.781747 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device 5fc9c471-e36c-4eea-8fb2-162d705567b5 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:39:18.827133 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5afc1f8a-65b7-4ce6-955e-3d0ce328ef39 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group (8d35b219-4ce2-41d1-9de7-b30dfda53dca), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.852952 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5afc1f8a-65b7-4ce6-955e-3d0ce328ef39 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group (8d35b219-4ce2-41d1-9de7-b30dfda53dca), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.920713 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5afc1f8a-65b7-4ce6-955e-3d0ce328ef39 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (8d35b219-4ce2-41d1-9de7-b30dfda53dca), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.923406 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5afc1f8a-65b7-4ce6-955e-3d0ce328ef39 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:18.925163 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-5afc1f8a-65b7-4ce6-955e-3d0ce328ef39 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/8d35b219-4ce2-41d1-9de7-b30dfda53dca HTTP/1.1" status: 204 len: 168 time: 0.1607058 Sep 27 17:39:18.935185 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc1f8a-65b7-4ce6-955e-3d0ce328ef39 tempest-TestVolumeBootPattern-2014823828 tempest-TestVolumeBootPattern-2014823828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d35b219-4ce2-41d1-9de7-b30dfda53dca,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:18.995953 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59084) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:19.514320 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (b9480217-431f-476b-b051-e63761de9580), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:19.733811 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] Deleting port 0405e1ab-7e72-41c2-8869-e37399348034 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:19.734176 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (0405e1ab-7e72-41c2-8869-e37399348034), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:19.812963 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] For port 0405e1ab-7e72-41c2-8869-e37399348034, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=0405e1ab-7e72-41c2-8869-e37399348034,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:39:19.813289 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (0405e1ab-7e72-41c2-8869-e37399348034), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:19.826941 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] Calling delete_port for 0405e1ab-7e72-41c2-8869-e37399348034 owned by network:router_interface {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:19.876727 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:19.893867 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:20.011977 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (0405e1ab-7e72-41c2-8869-e37399348034), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:20.036291 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=0405e1ab-7e72-41c2-8869-e37399348034,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:20.209552 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (b9480217-431f-476b-b051-e63761de9580), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:20.408801 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] Router b9480217-431f-476b-b051-e63761de9580 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:39:20.508317 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:39:20.513219 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-3fb38264-7185-4246-9e83-276ea1f89ecb admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/b9480217-431f-476b-b051-e63761de9580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5163188 Sep 27 17:39:20.515823 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59088) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:20.519111 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] Sync routers for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:39:20.529269 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:39:20.530487 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:39:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:20.608307 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:20.615023 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Publish callbacks [] for router (b9480217-431f-476b-b051-e63761de9580), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:20.633664 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:39:20.712175 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Publish callbacks [] for router_gateway (b9480217-431f-476b-b051-e63761de9580), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:20.723562 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:20.734926 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=100 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:20.754958 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Deleting port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:20.755303 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:20.797969 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:20.799998 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:39:19Z', 'revision_number': 5, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port': {'id': '39e3701b-e0d6-479a-8840-4a0bd09e7b3e', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9480217-431f-476b-b051-e63761de9580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:20.826397 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] Checking router: b9480217-431f-476b-b051-e63761de9580 for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:39:20.835294 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] Routers {'b9480217-431f-476b-b051-e63761de9580'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:39:20.835905 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:39:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['b9480217-431f-476b-b051-e63761de9580'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:20.838917 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] For port 39e3701b-e0d6-479a-8840-4a0bd09e7b3e, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=39e3701b-e0d6-479a-8840-4a0bd09e7b3e,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:39:20.839278 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:20.852123 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Calling delete_port for 39e3701b-e0d6-479a-8840-4a0bd09e7b3e owned by network:router_gateway {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:20.918888 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] Set router b9480217-431f-476b-b051-e63761de9580 gateway port host: None {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:39:20.972110 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:39:20Z', 'revision_number': 6, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port_host': None}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:20.998372 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfa55d-d64a-40d0-9f6d-35a02276a158 None None] The sync data for ids ['b9480217-431f-476b-b051-e63761de9580'] in dv-cinder-849143-8-iscsi is: [{'id': 'b9480217-431f-476b-b051-e63761de9580', 'name': 'tempest-TestVolumeBootPattern-1380789318-router', 'tenant_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:00Z', 'updated_at': '2022-09-27T17:39:20Z', 'revision_number': 6, 'project_id': 'f4db1a85e2504cb9956a6461b5072aa3', 'gw_port_host': None}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:39:21.016279 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (39e3701b-e0d6-479a-8840-4a0bd09e7b3e), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.042611 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Pushing event deleted for resources: {'Port': ['ID=39e3701b-e0d6-479a-8840-4a0bd09e7b3e,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:21.103259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (b9480217-431f-476b-b051-e63761de9580), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.192778 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (b9480217-431f-476b-b051-e63761de9580), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.195086 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Publish callbacks [] for router_controller (b9480217-431f-476b-b051-e63761de9580), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.241381 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (b9480217-431f-476b-b051-e63761de9580), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.241985 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9480217-431f-476b-b051-e63761de9580 {{(pid=106219) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:39:21.246555 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.247742 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-ba040325-80a3-4e44-a2bc-45f62d03565a admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/b9480217-431f-476b-b051-e63761de9580 HTTP/1.1" status: 204 len: 168 time: 0.7309496 Sep 27 17:39:21.250418 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59090) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:21.296003 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bc0016-de74-4c3c-8714-076921cae11a admin admin] Deleting subnet 548e4075-4540-46c9-bcab-1e2f3d373070 {{(pid=106219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:39:21.299210 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-16bc0016-de74-4c3c-8714-076921cae11a admin admin] Publish callbacks [] for subnet (548e4075-4540-46c9-bcab-1e2f3d373070), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.337053 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-16bc0016-de74-4c3c-8714-076921cae11a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466286'] for subnet (548e4075-4540-46c9-bcab-1e2f3d373070), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.433360 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-16bc0016-de74-4c3c-8714-076921cae11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (548e4075-4540-46c9-bcab-1e2f3d373070), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.497699 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-16bc0016-de74-4c3c-8714-076921cae11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2372855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10281563'] for subnet (548e4075-4540-46c9-bcab-1e2f3d373070), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.523698 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc0016-de74-4c3c-8714-076921cae11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548e4075-4540-46c9-bcab-1e2f3d373070,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:21.527589 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-16bc0016-de74-4c3c-8714-076921cae11a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.531866 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-16bc0016-de74-4c3c-8714-076921cae11a admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/548e4075-4540-46c9-bcab-1e2f3d373070 HTTP/1.1" status: 204 len: 168 time: 0.2804732 Sep 27 17:39:21.533211 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59092) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:21.533409 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70ad60-a48d-41b4-9539-bc07c41f911c None None] Network e7d51347-695f-4b89-ba87-954fe70eed97 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:39:21.615220 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (e7d51347-695f-4b89-ba87-954fe70eed97), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.650266 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:21.662357 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Deleting port c116c906-b76f-464a-876c-d1b86622649a {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:21.662703 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (c116c906-b76f-464a-876c-d1b86622649a), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.728859 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:21.776174 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] For port c116c906-b76f-464a-876c-d1b86622649a, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=c116c906-b76f-464a-876c-d1b86622649a,segment=NetworkSegment(33d283b6-4953-45c8-9261-68a4dc63ba78),segment_id=33d283b6-4953-45c8-9261-68a4dc63ba78)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:39:21.776833 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (c116c906-b76f-464a-876c-d1b86622649a), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.797678 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Calling delete_port for c116c906-b76f-464a-876c-d1b86622649a owned by network:dhcp {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:21.830124 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbcefdb-1185-4daa-9b20-e32e35f27561 None None] DHCP port deletion for e7d51347-695f-4b89-ba87-954fe70eed97 request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:39:21.838815 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 0405e1ab-7e72-41c2-8869-e37399348034 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:39:21.882051 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 0405e1ab-7e72-41c2-8869-e37399348034 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:39:21.882487 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 0405e1ab-7e72-41c2-8869-e37399348034 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:39:21.889982 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (c116c906-b76f-464a-876c-d1b86622649a), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.899528 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4cbcefdb-1185-4daa-9b20-e32e35f27561 None None] Deleting port c116c906-b76f-464a-876c-d1b86622649a {{(pid=106221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:21.899905 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-4cbcefdb-1185-4daa-9b20-e32e35f27561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (c116c906-b76f-464a-876c-d1b86622649a), before_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.919253 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Pushing event deleted for resources: {'Port': ['ID=c116c906-b76f-464a-876c-d1b86622649a,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:21.921072 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] No DVR routers for this DVR port c116c906-b76f-464a-876c-d1b86622649a on host dv-cinder-849143-8-iscsi {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:39:21.970737 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-4cbcefdb-1185-4daa-9b20-e32e35f27561 None None] For port c116c906-b76f-464a-876c-d1b86622649a, host dv-cinder-849143-8-iscsi, got binding levels [] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:39:21.971738 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-4cbcefdb-1185-4daa-9b20-e32e35f27561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (c116c906-b76f-464a-876c-d1b86622649a), precommit_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.984102 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-4cbcefdb-1185-4daa-9b20-e32e35f27561 None None] Calling delete_port for c116c906-b76f-464a-876c-d1b86622649a owned by network:dhcp {{(pid=106221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:21.987337 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.ipam_backend_mixin [None req-4cbcefdb-1185-4daa-9b20-e32e35f27561 None None] Port c116c906-b76f-464a-876c-d1b86622649a was not found and therefore no delete operation was performed {{(pid=106221) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 27 17:39:21.988786 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-4cbcefdb-1185-4daa-9b20-e32e35f27561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (c116c906-b76f-464a-876c-d1b86622649a), after_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:21.995785 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (e7d51347-695f-4b89-ba87-954fe70eed97), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:22.013918 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcefdb-1185-4daa-9b20-e32e35f27561 None None] Pushing event deleted for resources: {'Port': ['ID=c116c906-b76f-464a-876c-d1b86622649a,revision_number=None']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:22.018810 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d51347-695f-4b89-ba87-954fe70eed97']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:22.018990 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbcefdb-1185-4daa-9b20-e32e35f27561 None None] No DVR routers for this DVR port c116c906-b76f-464a-876c-d1b86622649a on host dv-cinder-849143-8-iscsi {{(pid=106221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:39:22.035204 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d283b6-4953-45c8-9261-68a4dc63ba78') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:22.035613 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d283b6-4953-45c8-9261-68a4dc63ba78') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:22.050373 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (33d283b6-4953-45c8-9261-68a4dc63ba78), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:22.065857 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (33d283b6-4953-45c8-9261-68a4dc63ba78), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:22.073200 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:39:22.073596 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (33d283b6-4953-45c8-9261-68a4dc63ba78), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:22.116493 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 33d283b6-4953-45c8-9261-68a4dc63ba78 resource provider aggregate not found Sep 27 17:39:22.140097 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (e7d51347-695f-4b89-ba87-954fe70eed97), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:22.142734 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 33d283b6-4953-45c8-9261-68a4dc63ba78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33d283b6-4953-45c8-9261-68a4dc63ba78 found for delete ", "request_id": "req-7b68d3a1-0f55-4907-b969-25acce1fbeda"}]} Sep 27 17:39:22.146972 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:22.150111 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/e7d51347-695f-4b89-ba87-954fe70eed97 HTTP/1.1" status: 204 len: 168 time: 0.6152723 Sep 27 17:39:22.153151 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59098) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:22.161509 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8ec37-b8da-4a16-8368-b1f51b8cf86d admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d51347-695f-4b89-ba87-954fe70eed97,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:22.470096 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:22.689260 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] Deleting port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:22.689601 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:22.770218 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] For port 3dcaafd0-6703-483c-95a1-1cf3b6637ac5, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=3dcaafd0-6703-483c-95a1-1cf3b6637ac5,segment=NetworkSegment(1cc7ab05-149b-4440-a3a8-828cec1e3ab1),segment_id=1cc7ab05-149b-4440-a3a8-828cec1e3ab1)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:39:22.770576 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:22.782877 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] Calling delete_port for 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 owned by network:router_interface {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:22.956349 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (3dcaafd0-6703-483c-95a1-1cf3b6637ac5), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:22.960065 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:22.964083 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:22.984274 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcaafd0-6703-483c-95a1-1cf3b6637ac5,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:23.149078 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:23.362283 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] Router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106220) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:39:23.464858 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106220) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:39:23.475029 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-3c5a4773-88c2-4b29-bd4b-ebf9ce7ddfd2 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3203409 Sep 27 17:39:23.479245 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59102) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:23.511300 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device c116c906-b76f-464a-876c-d1b86622649a no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:39:23.532610 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: c116c906-b76f-464a-876c-d1b86622649a {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:39:23.532958 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device c116c906-b76f-464a-876c-d1b86622649a not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:39:23.533384 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 39e3701b-e0d6-479a-8840-4a0bd09e7b3e no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:39:23.556697 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 39e3701b-e0d6-479a-8840-4a0bd09e7b3e {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:39:23.557046 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 39e3701b-e0d6-479a-8840-4a0bd09e7b3e not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:39:23.564191 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] Sync routers for ids ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'] in dv-cinder-849143-8-iscsi {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:39:23.575269 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] Routers {'7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:39:23.575894 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:39:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:23.586033 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Publish callbacks [] for router (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:23.678433 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] Set router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:39:23.868305 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'name': 'tempest-TestVolumeBootPattern-90284593-router', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:05Z', 'updated_at': '2022-09-27T17:39:22Z', 'revision_number': 5, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'gw_port': {'id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:06Z', 'updated_at': '2022-09-27T17:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:23.898191 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] Checking router: 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 for host: dv-cinder-849143-8-iscsi {{(pid=106222) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:39:23.906718 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] Routers {'7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106222) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:39:23.907327 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:39:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'], 'active': True} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:23.916795 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Publish callbacks [] for router_gateway (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:23.957597 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Deleting port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:23.957937 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.006474 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_dvr_db [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] Set router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 gateway port host: dv-cinder-849143-8-iscsi {{(pid=106222) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:39:24.038057 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] For port 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=2d866cd4-89ec-4a4d-b7b7-b07ebea5c347,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:39:24.038458 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.050919 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Calling delete_port for 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 owned by network:router_gateway {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:24.061174 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=100 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:24.120029 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:24.182746 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.l3_hamode_db [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'name': 'tempest-TestVolumeBootPattern-90284593-router', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:05Z', 'updated_at': '2022-09-27T17:39:22Z', 'revision_number': 5, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'gw_port': {'id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:06Z', 'updated_at': '2022-09-27T17:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:24.208205 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43699bb7-3b32-47bc-b35a-95fac63fc0f1 None None] The sync data for ids ['7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7'] in dv-cinder-849143-8-iscsi is: [{'id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'name': 'tempest-TestVolumeBootPattern-90284593-router', 'tenant_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:30:05Z', 'updated_at': '2022-09-27T17:39:22Z', 'revision_number': 5, 'project_id': 'c26e4ed5e0bc4eb5ad8b3f79e56b2424', 'gw_port': {'id': '2d866cd4-89ec-4a4d-b7b7-b07ebea5c347', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:30:06Z', 'updated_at': '2022-09-27T17:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}] {{(pid=106222) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:39:24.221944 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (2d866cd4-89ec-4a4d-b7b7-b07ebea5c347), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.249867 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d866cd4-89ec-4a4d-b7b7-b07ebea5c347,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:24.313313 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.398063 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.400131 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Publish callbacks [] for router_controller (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.442906 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.443489 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 {{(pid=106220) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:39:24.447975 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.449152 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-9d29a2c7-daa2-4a39-b69f-d4c6124bd379 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/7fd2a7a7-5bf3-4729-81f2-7bc7a4d25ca7 HTTP/1.1" status: 204 len: 168 time: 0.9689114 Sep 27 17:39:24.452254 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59104) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:24.502108 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf28230-e9bb-4ae6-b0a6-704525ac70fc admin admin] Deleting subnet ca0f4ba5-f483-45d6-a06a-e6a440a827b1 {{(pid=106220) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:39:24.505773 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-faf28230-e9bb-4ae6-b0a6-704525ac70fc admin admin] Publish callbacks [] for subnet (ca0f4ba5-f483-45d6-a06a-e6a440a827b1), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.542825 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-faf28230-e9bb-4ae6-b0a6-704525ac70fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9780021'] for subnet (ca0f4ba5-f483-45d6-a06a-e6a440a827b1), precommit_delete_associations {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.630553 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-faf28230-e9bb-4ae6-b0a6-704525ac70fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (ca0f4ba5-f483-45d6-a06a-e6a440a827b1), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.694253 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-faf28230-e9bb-4ae6-b0a6-704525ac70fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9737021'] for subnet (ca0f4ba5-f483-45d6-a06a-e6a440a827b1), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.723450 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-faf28230-e9bb-4ae6-b0a6-704525ac70fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for subnet (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.729384 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-faf28230-e9bb-4ae6-b0a6-704525ac70fc admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/ca0f4ba5-f483-45d6-a06a-e6a440a827b1 HTTP/1.1" status: 204 len: 168 time: 0.2736917 Sep 27 17:39:24.729384 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf28230-e9bb-4ae6-b0a6-704525ac70fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0f4ba5-f483-45d6-a06a-e6a440a827b1,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:24.729600 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897cfbbb-2e52-4612-9427-b3a31261d705 None None] Network 3eb40778-ce65-4d5d-b5ac-4965bac12390 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:39:24.730439 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59106) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:24.802472 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (3eb40778-ce65-4d5d-b5ac-4965bac12390), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.855593 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Deleting port 1bfaf915-e582-4b8a-a0c9-fa183936989b {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:24.855942 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.877527 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef12d563-b3aa-4b50-979f-12a926db1deb None None] DHCP port deletion for 3eb40778-ce65-4d5d-b5ac-4965bac12390 request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:39:24.916289 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-ef12d563-b3aa-4b50-979f-12a926db1deb None None] Deleting port 1bfaf915-e582-4b8a-a0c9-fa183936989b {{(pid=106221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:39:24.916574 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ef12d563-b3aa-4b50-979f-12a926db1deb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), before_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.929463 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.db [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] For port 1bfaf915-e582-4b8a-a0c9-fa183936989b, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=1bfaf915-e582-4b8a-a0c9-fa183936989b,segment=NetworkSegment(1cc7ab05-149b-4440-a3a8-828cec1e3ab1),segment_id=1cc7ab05-149b-4440-a3a8-828cec1e3ab1)] {{(pid=106220) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:39:24.929822 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.943163 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Calling delete_port for 1bfaf915-e582-4b8a-a0c9-fa183936989b owned by network:dhcp {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:24.951996 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:24.978274 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-ef12d563-b3aa-4b50-979f-12a926db1deb None None] For port 1bfaf915-e582-4b8a-a0c9-fa183936989b, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=1bfaf915-e582-4b8a-a0c9-fa183936989b,segment=NetworkSegment(1cc7ab05-149b-4440-a3a8-828cec1e3ab1),segment_id=1cc7ab05-149b-4440-a3a8-828cec1e3ab1)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:39:24.978661 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ef12d563-b3aa-4b50-979f-12a926db1deb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), precommit_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:24.992670 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-ef12d563-b3aa-4b50-979f-12a926db1deb None None] Calling delete_port for 1bfaf915-e582-4b8a-a0c9-fa183936989b owned by network:dhcp {{(pid=106221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:39:25.022185 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.050927 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfaf915-e582-4b8a-a0c9-fa183936989b,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:25.052749 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] No DVR routers for this DVR port 1bfaf915-e582-4b8a-a0c9-fa183936989b on host dv-cinder-849143-8-iscsi {{(pid=106220) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:39:25.074747 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-ef12d563-b3aa-4b50-979f-12a926db1deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323'] for port (1bfaf915-e582-4b8a-a0c9-fa183936989b), after_delete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.101205 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12d563-b3aa-4b50-979f-12a926db1deb None None] No DVR routers for this DVR port 1bfaf915-e582-4b8a-a0c9-fa183936989b on host dv-cinder-849143-8-iscsi {{(pid=106221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:39:25.105660 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12d563-b3aa-4b50-979f-12a926db1deb None None] Pushing event deleted for resources: {'Port': ['ID=1bfaf915-e582-4b8a-a0c9-fa183936989b,revision_number=None']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:25.123828 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (3eb40778-ce65-4d5d-b5ac-4965bac12390), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.130439 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:25.144579 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb40778-ce65-4d5d-b5ac-4965bac12390']}} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:25.154264 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc7ab05-149b-4440-a3a8-828cec1e3ab1') {'for_net_delete': True} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:25.154562 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.services.segments.db [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc7ab05-149b-4440-a3a8-828cec1e3ab1') {} {{(pid=106220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:39:25.164405 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9780028'] for segment (1cc7ab05-149b-4440-a3a8-828cec1e3ab1), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.177780 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (1cc7ab05-149b-4440-a3a8-828cec1e3ab1), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.184082 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=106220) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:39:25.184463 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812990'] for segment (1cc7ab05-149b-4440-a3a8-828cec1e3ab1), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.227710 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment 1cc7ab05-149b-4440-a3a8-828cec1e3ab1 resource provider aggregate not found Sep 27 17:39:25.245478 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.services.segments.plugin [-] Segment 1cc7ab05-149b-4440-a3a8-828cec1e3ab1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cc7ab05-149b-4440-a3a8-828cec1e3ab1 found for delete ", "request_id": "req-6b5b6b41-0e59-4cb6-9ea9-71ad226c0671"}]} Sep 27 17:39:25.255120 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (3eb40778-ce65-4d5d-b5ac-4965bac12390), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.261002 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.264318 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/3eb40778-ce65-4d5d-b5ac-4965bac12390 HTTP/1.1" status: 204 len: 168 time: 0.5327950 Sep 27 17:39:25.279192 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf373fc-8913-4f46-84e8-1b9229b6c5d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb40778-ce65-4d5d-b5ac-4965bac12390,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:25.379555 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59114) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:25.422558 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-a6495e36-6e72-40b7-b6eb-f79caa025300 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f4db1a85e2504cb9956a6461b5072aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394139 Sep 27 17:39:25.423231 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59116) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:25.446236 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:39:25.472564 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-60caa279-f797-4a2c-951b-eec6662f4488 admin admin] Publish callbacks [] for security_group (d40459bd-fcee-4b54-b250-8edacdf34046), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.472830 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:39:25.473148 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 2d866cd4-89ec-4a4d-b7b7-b07ebea5c347 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:39:25.473575 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1bfaf915-e582-4b8a-a0c9-fa183936989b no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:39:25.492961 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 1bfaf915-e582-4b8a-a0c9-fa183936989b {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:39:25.493308 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 1bfaf915-e582-4b8a-a0c9-fa183936989b not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:39:25.493613 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-60caa279-f797-4a2c-951b-eec6662f4488 admin admin] Publish callbacks [] for security_group (d40459bd-fcee-4b54-b250-8edacdf34046), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.493801 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:39:25.514285 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:39:25.514635 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 3dcaafd0-6703-483c-95a1-1cf3b6637ac5 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:39:25.546190 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-60caa279-f797-4a2c-951b-eec6662f4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (d40459bd-fcee-4b54-b250-8edacdf34046), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.548680 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-60caa279-f797-4a2c-951b-eec6662f4488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.549841 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-60caa279-f797-4a2c-951b-eec6662f4488 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d40459bd-fcee-4b54-b250-8edacdf34046 HTTP/1.1" status: 204 len: 168 time: 0.1262848 Sep 27 17:39:25.557520 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caa279-f797-4a2c-951b-eec6662f4488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40459bd-fcee-4b54-b250-8edacdf34046,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:25.861913 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59122) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:25.902663 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-a50efd00-cd2c-4e0a-bb0b-7457e2d03364 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c26e4ed5e0bc4eb5ad8b3f79e56b2424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395947 Sep 27 17:39:25.905103 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59124) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:39:25.953132 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d73-1fd5-423e-aaae-32f8193a6ee1 admin admin] Publish callbacks [] for security_group (900af1f8-3777-4155-a5b0-af3f5d87e8d3), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:25.973505 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d73-1fd5-423e-aaae-32f8193a6ee1 admin admin] Publish callbacks [] for security_group (900af1f8-3777-4155-a5b0-af3f5d87e8d3), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:26.019226 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d73-1fd5-423e-aaae-32f8193a6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (900af1f8-3777-4155-a5b0-af3f5d87e8d3), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:26.021788 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d73-1fd5-423e-aaae-32f8193a6ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:26.022968 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-ffdf2d73-1fd5-423e-aaae-32f8193a6ee1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/900af1f8-3777-4155-a5b0-af3f5d87e8d3 HTTP/1.1" status: 204 len: 168 time: 0.1169889 Sep 27 17:39:26.030443 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf2d73-1fd5-423e-aaae-32f8193a6ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900af1f8-3777-4155-a5b0-af3f5d87e8d3,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:39:32.151030 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:32.151803 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=41,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:34.186030 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=73 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:35.568024 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:DELETE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:36.026290 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=75,neutron:DELETE=8 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:36.027140 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=49,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:36.043115 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:37.365173 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-57674eeb-f56d-429b-b620-df9f07faf9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:39.578315 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0dd1830d-314c-43e7-9421-6ac261b55b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:40.900643 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:40.928249 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6318-67d3-4d49-8fc7-419017c37295 req-e2d894fa-831f-4972-bbca-7c316ce841d9 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:40.929772 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30fe6318-67d3-4d49-8fc7-419017c37295 req-e2d894fa-831f-4972-bbca-7c316ce841d9 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0543764 Sep 27 17:39:40.980925 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-30fe6318-67d3-4d49-8fc7-419017c37295 req-1e30571f-4fca-414e-85b9-66ad2015506e tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452213 Sep 27 17:39:42.101090 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b171b-056a-419d-8f42-4ec812863350 req-2ef5744b-8f9d-4b91-b9d2-4dd37192997d tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:42.102556 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-155b171b-056a-419d-8f42-4ec812863350 req-2ef5744b-8f9d-4b91-b9d2-4dd37192997d tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0454724 Sep 27 17:39:42.150334 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-155b171b-056a-419d-8f42-4ec812863350 req-31deea84-05e5-4783-b7d8-ce3dacae1328 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 Sep 27 17:39:42.459822 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:42.519053 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:42.646329 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=63 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:43.275200 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15594e7-aae6-4863-9bf2-52938a36cc3c req-d02c0151-78ad-40b6-8bd3-f4a7d4fbda58 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:43.276757 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a15594e7-aae6-4863-9bf2-52938a36cc3c req-d02c0151-78ad-40b6-8bd3-f4a7d4fbda58 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0486882 Sep 27 17:39:43.322925 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a15594e7-aae6-4863-9bf2-52938a36cc3c req-d9cc10b5-7810-415e-962a-42744f084bf3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 Sep 27 17:39:44.441244 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeac28-30c6-4a31-9a18-660baecb527d req-01a23eb2-ae0c-41e0-be33-8634c9ca1b5b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:44.442717 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7bdeac28-30c6-4a31-9a18-660baecb527d req-01a23eb2-ae0c-41e0-be33-8634c9ca1b5b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0454862 Sep 27 17:39:44.489277 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7bdeac28-30c6-4a31-9a18-660baecb527d req-9ce8d534-aa53-4649-8deb-fd779350d0eb tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Sep 27 17:39:45.255295 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:39:45.613548 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff2c44-1009-4b0c-8d1b-fb8f20bad18e req-800de3c7-ab7f-4340-814e-ff9ffbb1fd00 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:45.614988 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-24ff2c44-1009-4b0c-8d1b-fb8f20bad18e req-800de3c7-ab7f-4340-814e-ff9ffbb1fd00 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0503602 Sep 27 17:39:45.663728 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-24ff2c44-1009-4b0c-8d1b-fb8f20bad18e req-4046dc1b-c4c9-4a89-ac55-14e3ca2c1e97 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Sep 27 17:39:46.786657 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814f58-02d9-466b-9d56-6808748a47b4 req-c0a4bc55-ee72-4558-a1dd-0d951984dac9 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:46.788112 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-07814f58-02d9-466b-9d56-6808748a47b4 req-c0a4bc55-ee72-4558-a1dd-0d951984dac9 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0502365 Sep 27 17:39:46.834002 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-07814f58-02d9-466b-9d56-6808748a47b4 req-9fae1aea-99d5-42ad-b06a-eb8d3aea8da3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403819 Sep 27 17:39:47.951344 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25add70-0e0c-4965-880f-5be48e68090b req-58c66f72-414e-4001-9eda-f54e2bfcef3d tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:47.953089 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f25add70-0e0c-4965-880f-5be48e68090b req-58c66f72-414e-4001-9eda-f54e2bfcef3d tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0452304 Sep 27 17:39:47.999379 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f25add70-0e0c-4965-880f-5be48e68090b req-d3b664e6-26de-4aed-8f28-87387b91f5a9 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 Sep 27 17:39:49.123959 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa7ca5-a3ad-442f-b9ab-b74762a8ff07 req-cc643b2d-c3cc-4b1a-a2e3-635357441850 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:49.125424 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3faa7ca5-a3ad-442f-b9ab-b74762a8ff07 req-cc643b2d-c3cc-4b1a-a2e3-635357441850 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0518339 Sep 27 17:39:49.171297 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3faa7ca5-a3ad-442f-b9ab-b74762a8ff07 req-ef71be6b-6738-4cd3-aff5-7d714ce9ce48 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Sep 27 17:39:50.294485 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e778f5f-29d8-403e-b264-7da3f959e5fd req-56bbe681-cf33-4f8b-aaa5-c631a1c1ae8c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:50.295926 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2e778f5f-29d8-403e-b264-7da3f959e5fd req-56bbe681-cf33-4f8b-aaa5-c631a1c1ae8c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0449886 Sep 27 17:39:50.349086 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-2e778f5f-29d8-403e-b264-7da3f959e5fd req-ae692a18-7253-4af1-9457-ac983fca6585 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467618 Sep 27 17:39:51.468083 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec76f4-5c39-482a-ba4c-4eb55a32e383 req-49af8deb-dedf-418e-a82d-ddf4a608b3a7 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:51.469526 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bcec76f4-5c39-482a-ba4c-4eb55a32e383 req-49af8deb-dedf-418e-a82d-ddf4a608b3a7 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0457718 Sep 27 17:39:51.519142 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-bcec76f4-5c39-482a-ba4c-4eb55a32e383 req-9d2d12fa-b332-4bdb-af09-4150b426f03c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442269 Sep 27 17:39:52.642432 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64a59-dece-4a74-a4ab-1aefc3886bf9 req-cae6a7ca-3780-49f7-8709-d0f6b8e6232c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:52.644580 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5bc64a59-dece-4a74-a4ab-1aefc3886bf9 req-cae6a7ca-3780-49f7-8709-d0f6b8e6232c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0491254 Sep 27 17:39:52.656394 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:52.693364 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5bc64a59-dece-4a74-a4ab-1aefc3886bf9 req-c6a519fb-77ad-47c5-b815-e0b12a460d83 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432665 Sep 27 17:39:53.811007 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a4dc3-2848-4f74-9ea5-0ba937d7ccf2 req-eb821f51-a05e-4cfe-b660-5648de8e8bfb tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:53.812455 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-245a4dc3-2848-4f74-9ea5-0ba937d7ccf2 req-eb821f51-a05e-4cfe-b660-5648de8e8bfb tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0456583 Sep 27 17:39:53.832454 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:53.858938 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-245a4dc3-2848-4f74-9ea5-0ba937d7ccf2 req-794dde9c-39d5-4f9c-bf73-3d09dfe8971c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409975 Sep 27 17:39:54.634845 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:39:55.242014 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302303cb-a487-4cdc-9d6e-ee4dcfb9a7cc req-2c045731-7fee-46fa-9e7e-c7718de0527b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:55.243424 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-302303cb-a487-4cdc-9d6e-ee4dcfb9a7cc req-2c045731-7fee-46fa-9e7e-c7718de0527b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.3104501 Sep 27 17:39:55.248207 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:55.250050 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:55.290669 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-302303cb-a487-4cdc-9d6e-ee4dcfb9a7cc req-6235d72d-4711-4c6c-9fe9-073a1fc81d56 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415089 Sep 27 17:39:56.406950 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1670f1-5c29-4b49-a754-4a48037dd944 req-2c0bbe54-2bc4-490c-b5ad-ab8201cd092c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:56.408288 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5a1670f1-5c29-4b49-a754-4a48037dd944 req-2c0bbe54-2bc4-490c-b5ad-ab8201cd092c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0444014 Sep 27 17:39:56.453702 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5a1670f1-5c29-4b49-a754-4a48037dd944 req-72e53ae2-de44-4380-8630-142b7e2f5c24 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394599 Sep 27 17:39:56.693223 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e5b7-cb1a-4e89-b36a-59bdfb479c22 req-17108108-600e-4ebc-82cd-e9b4dc4670b4 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:56.694663 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1db4e5b7-cb1a-4e89-b36a-59bdfb479c22 req-17108108-600e-4ebc-82cd-e9b4dc4670b4 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0489640 Sep 27 17:39:56.747197 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-1db4e5b7-cb1a-4e89-b36a-59bdfb479c22 req-3917d0fd-26f2-43ff-aefb-8d457992f5e3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 Sep 27 17:39:56.900679 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-6417aac8-f75a-4809-b182-3c4c8d5762b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:56.902199 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-6417aac8-f75a-4809-b182-3c4c8d5762b1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 1130 time: 0.1757047 Sep 27 17:39:56.993558 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-26c7cf81-1968-45d5-b35f-8371249e2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:56.994940 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-26c7cf81-1968-45d5-b35f-8371249e2a12 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 912 time: 0.0862267 Sep 27 17:39:57.053955 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-241a03b1-8891-409e-ac56-98eae310c081 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af24e484-4901-4878-9eb2-665f90e32d28 HTTP/1.1" status: 200 len: 1000 time: 0.0532131 Sep 27 17:39:57.100306 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-287976a7-c525-47dc-b25f-4d0a0b76f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:57.101680 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-287976a7-c525-47dc-b25f-4d0a0b76f2d3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0426934 Sep 27 17:39:57.147540 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-39c93b3b-fa19-4c15-b6b0-ae62212728b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:57.148983 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-39c93b3b-fa19-4c15-b6b0-ae62212728b0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415299 Sep 27 17:39:57.236004 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-72df0c92-fea1-4884-8e1f-c498de2e46a9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805445 Sep 27 17:39:57.326963 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a568e05e-a731-4cce-993e-f62086c82dc4 req-6de6af63-6850-451d-8052-424003f469f2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852332 Sep 27 17:39:57.871054 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ed38-12a6-4358-85c3-57b414d98143 req-b93c2946-add5-429d-976c-a8a467196791 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:57.872794 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-70a9ed38-12a6-4358-85c3-57b414d98143 req-b93c2946-add5-429d-976c-a8a467196791 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0496569 Sep 27 17:39:57.916034 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:39:57.920847 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-70a9ed38-12a6-4358-85c3-57b414d98143 req-5615ce00-9de7-45bd-b98d-bae0384aea38 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Sep 27 17:39:59.048752 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4eb27-a995-4f56-be2b-250793cf7819 req-c9908f1c-6d3c-4554-9994-935d2f35117c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:39:59.050712 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a4e4eb27-a995-4f56-be2b-250793cf7819 req-c9908f1c-6d3c-4554-9994-935d2f35117c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0493257 Sep 27 17:39:59.096245 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a4e4eb27-a995-4f56-be2b-250793cf7819 req-17d59dc8-348b-4947-b44d-890ac4599582 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400310 Sep 27 17:40:04.630656 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:05.695109 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:07.367008 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-cb879eb3-fa17-44f2-8945-0e4db748cf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:09.090293 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=10 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:09.093019 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:09.580678 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-af5e35d3-a76e-4389-9907-fb8862e5493a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:10.900905 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:12.461997 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:12.519573 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:15.257124 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:25.246463 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:25.252698 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:25.525300 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-cc127662-4443-46d2-a52d-f9222c7c3b47 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481627 Sep 27 17:40:25.617335 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-854e5334-2ba4-4caa-953a-43bafdf08feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:40:25.618850 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-854e5334-2ba4-4caa-953a-43bafdf08feb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 1130 time: 0.0385692 Sep 27 17:40:25.722721 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-9ed939d6-24a6-4a00-aa5f-ba27b59c411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:40:25.724220 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-9ed939d6-24a6-4a00-aa5f-ba27b59c411d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 912 time: 0.0877090 Sep 27 17:40:25.784967 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-4654929e-b104-4930-9a0a-d4f3c4b583d0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af24e484-4901-4878-9eb2-665f90e32d28 HTTP/1.1" status: 200 len: 1000 time: 0.0548790 Sep 27 17:40:25.844130 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-ee0a286e-862d-47b6-aae5-837ce8eaed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:40:25.845630 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-ee0a286e-862d-47b6-aae5-837ce8eaed56 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0523853 Sep 27 17:40:25.889000 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-17da065a-4e20-4e48-835a-747b558914ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:40:25.890640 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-17da065a-4e20-4e48-835a-747b558914ce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384932 Sep 27 17:40:25.983896 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-46e5dc1b-6b34-4ff8-a648-9e1af3f9b967 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867069 Sep 27 17:40:26.076807 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-dd0a5177-d62f-4dc7-b7df-1d2d01c8ed7b req-737c17a6-ff5a-4e45-8094-0fbf25ebcdcb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860603 Sep 27 17:40:31.634391 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:40:36.064926 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=44 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:36.074044 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=57 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:37.369216 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-27fd70d6-29fa-4c09-9911-df0d80ea5d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:39.582746 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1b209d9d-fa37-4de9-ad73-a5b2141396a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:40.903625 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:41.629871 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:41.630629 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:42.464785 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:42.521309 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:45.269758 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:40:55.263670 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:40:55.265550 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:02.897542 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa767495-a290-483d-80b6-2a39a6d5cfdd req-167d5725-747a-451b-9f10-729a85f29cd3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:02.899040 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-aa767495-a290-483d-80b6-2a39a6d5cfdd req-167d5725-747a-451b-9f10-729a85f29cd3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0463686 Sep 27 17:41:02.949490 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-aa767495-a290-483d-80b6-2a39a6d5cfdd req-41582829-5bc1-4f22-a959-9554c0a9a53f tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448697 Sep 27 17:41:04.070583 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433cb6e-6d6d-4c27-91ba-725b35ea31e8 req-4c68d53d-a07a-4ef2-97b6-0e04dd9723b3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:04.072034 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5433cb6e-6d6d-4c27-91ba-725b35ea31e8 req-4c68d53d-a07a-4ef2-97b6-0e04dd9723b3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0462279 Sep 27 17:41:04.121221 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5433cb6e-6d6d-4c27-91ba-725b35ea31e8 req-1e5906b8-64d0-40d5-8f21-b8887c442862 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436494 Sep 27 17:41:04.948915 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-20a91546-0b40-4184-b4d8-b0a8f7d9f448 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:04.950333 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-20a91546-0b40-4184-b4d8-b0a8f7d9f448 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0452456 Sep 27 17:41:05.030963 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Deleting port af24e484-4901-4878-9eb2-665f90e32d28 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:41:05.031303 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (af24e484-4901-4878-9eb2-665f90e32d28), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:05.118632 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] For port af24e484-4901-4878-9eb2-665f90e32d28, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=af24e484-4901-4878-9eb2-665f90e32d28,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:41:05.119325 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (af24e484-4901-4878-9eb2-665f90e32d28), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:05.292167 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5da0fa-ea4e-410c-9d3f-9351664c9a74 req-5e7f41af-e71a-49b1-9159-831864a85a35 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:05.293516 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5b5da0fa-ea4e-410c-9d3f-9351664c9a74 req-5e7f41af-e71a-49b1-9159-831864a85a35 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 946 time: 0.0847223 Sep 27 17:41:05.334857 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:05.335219 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (1f3bbf7b-3717-4ef3-b655-179439747b0d), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:05.335536 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Floating IP 1f3bbf7b-3717-4ef3-b655-179439747b0d disassociated. External IP: 172.27.0.4, port: af24e484-4901-4878-9eb2-665f90e32d28. Sep 27 17:41:05.335875 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Calling delete_port for af24e484-4901-4878-9eb2-665f90e32d28 owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:41:05.367526 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5b5da0fa-ea4e-410c-9d3f-9351664c9a74 req-adc13fec-ea30-4d7a-b499-4dab7500ba55 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=540d9682-dc34-4042-97c2-0f92284c4845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649827 Sep 27 17:41:05.482373 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (af24e484-4901-4878-9eb2-665f90e32d28), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:05.508562 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event deleted for resources: {'Port': ['ID=af24e484-4901-4878-9eb2-665f90e32d28,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:05.518144 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.518496 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.518839 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.519180 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.519516 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.519845 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.520180 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.520504 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.521301 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.521301 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.521500 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.521762 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.522109 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.522426 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.522743 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:05.572381 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:05.637660 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Router e63bf0f2-5bdb-426b-ba62-4059c0993d4d has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:41:05.678961 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:05.741743 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:41:05.751132 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] Sync routers for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:41:05.761481 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:41:05.762134 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:40:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:41:05.783046 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] No DVR routers for this DVR port af24e484-4901-4878-9eb2-665f90e32d28 on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:41:05.786247 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:05.789563 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0894a25a-0c65-43b2-aab2-c65ae8dd350d req-d0136434-403c-49b3-86ba-ef9192f04034 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.18 "DELETE /networking/v2.0/ports/af24e484-4901-4878-9eb2-665f90e32d28 HTTP/1.1" status: 204 len: 173 time: 0.8345118 Sep 27 17:41:05.790086 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'name': 'network-vif-deleted', 'tag': 'af24e484-4901-4878-9eb2-665f90e32d28'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:41:05.792360 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e86b94e-6584-4cbd-b522-0e833ac8a35c" -d '{"events": [{"server_uuid": "9e6cccab-407e-45f8-9eb3-586fa28cd817", "name": "network-vif-deleted", "tag": "af24e484-4901-4878-9eb2-665f90e32d28"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:41:05.883149 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:41:05.976638 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33ae12d-778d-4c9f-9344-55aaf9739985 x-openstack-request-id: req-c33ae12d-778d-4c9f-9344-55aaf9739985 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:41:05.976936 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6cccab-407e-45f8-9eb3-586fa28cd817", "name": "network-vif-deleted", "tag": "af24e484-4901-4878-9eb2-665f90e32d28", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:41:05.977181 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c33ae12d-778d-4c9f-9344-55aaf9739985 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:41:05.977581 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33ae12d-778d-4c9f-9344-55aaf9739985'] response: {'server_uuid': '9e6cccab-407e-45f8-9eb3-586fa28cd817', 'name': 'network-vif-deleted', 'tag': 'af24e484-4901-4878-9eb2-665f90e32d28', 'status': 'completed', 'code': 200} Sep 27 17:41:06.096807 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:41:06.121218 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] Checking router: e63bf0f2-5bdb-426b-ba62-4059c0993d4d for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:41:06.129835 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:41:06.130468 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:40:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:41:06.231963 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:41:06.427428 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:41:06.456538 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc34e36-52eb-4077-9b01-395ee93050cf None None] The sync data for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi is: [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:41:06.488955 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-a929c863-993c-47b5-95ba-c2c4c4c4a946 req-aeba1f25-c91f-4350-b652-c95572eb8ebc tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9e6cccab-407e-45f8-9eb3-586fa28cd817 HTTP/1.1" status: 200 len: 210 time: 0.0324550 Sep 27 17:41:06.669855 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590fb809-6a03-4216-a539-fa7f3cd6a0eb None None] New status for floating IP 1f3bbf7b-3717-4ef3-b655-179439747b0d: DOWN {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:41:07.373168 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-55bb87a0-54dc-4638-a9bf-1f9e4ebe06d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:07.581840 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59230) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:41:07.645130 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7bc7cf48-b010-49ff-a1da-bdb369f2ed36 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (540d9682-dc34-4042-97c2-0f92284c4845), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:07.666791 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7bc7cf48-b010-49ff-a1da-bdb369f2ed36 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (540d9682-dc34-4042-97c2-0f92284c4845), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:07.714093 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7bc7cf48-b010-49ff-a1da-bdb369f2ed36 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (540d9682-dc34-4042-97c2-0f92284c4845), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:07.716678 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7bc7cf48-b010-49ff-a1da-bdb369f2ed36 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:07.717841 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-7bc7cf48-b010-49ff-a1da-bdb369f2ed36 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/540d9682-dc34-4042-97c2-0f92284c4845 HTTP/1.1" status: 204 len: 168 time: 0.1345513 Sep 27 17:41:07.721407 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59232) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:41:07.727633 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7cf48-b010-49ff-a1da-bdb369f2ed36 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540d9682-dc34-4042-97c2-0f92284c4845,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:07.738165 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.api.v2.resource [None req-e3ccfd65-1f95-4683-aa6b-b042c2405437 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] show failed (client error): The resource could not be found. Sep 27 17:41:07.739897 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-e3ccfd65-1f95-4683-aa6b-b042c2405437 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups/540d9682-dc34-4042-97c2-0f92284c4845 HTTP/1.1" status: 404 len: 347 time: 0.0167696 Sep 27 17:41:07.742458 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59236) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:41:07.851653 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Deleting port 60823781-a760-491e-a44f-51f6c6394f46 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:41:07.852007 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (60823781-a760-491e-a44f-51f6c6394f46), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:07.930645 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (60823781-a760-491e-a44f-51f6c6394f46), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:07.930971 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (60823781-a760-491e-a44f-51f6c6394f46), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:07.943171 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Calling delete_port for 60823781-a760-491e-a44f-51f6c6394f46 owned by network:floatingip {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:41:08.072771 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (60823781-a760-491e-a44f-51f6c6394f46), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.095456 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event deleted for resources: {'Port': ['ID=60823781-a760-491e-a44f-51f6c6394f46,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:08.105651 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.105941 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.106308 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.106644 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.106983 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.107313 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.107644 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.107971 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.108296 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.108623 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.108949 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.109275 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.109596 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.109917 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.110266 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:08.170811 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (1f3bbf7b-3717-4ef3-b655-179439747b0d), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.173344 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.174549 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-15e13f6a-e770-4d9f-a28e-6d9f46b72485 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/1f3bbf7b-3717-4ef3-b655-179439747b0d HTTP/1.1" status: 204 len: 168 time: 0.4312079 Sep 27 17:41:08.253020 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59240) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:41:08.257515 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-9e48af9a-f271-45ce-b3d6-567dc0efca63 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439587381', 'description': 'tempest-description--1018486210'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:41:08.278483 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9e48af9a-f271-45ce-b3d6-567dc0efca63 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.343568 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9e48af9a-f271-45ce-b3d6-567dc0efca63 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (afb10a2b-f370-4d6a-ad72-2e0798e93601), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.347239 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9e48af9a-f271-45ce-b3d6-567dc0efca63 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (afb10a2b-f370-4d6a-ad72-2e0798e93601), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.377844 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9e48af9a-f271-45ce-b3d6-567dc0efca63 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.379024 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-9e48af9a-f271-45ce-b3d6-567dc0efca63 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1249847 Sep 27 17:41:08.380849 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48af9a-f271-45ce-b3d6-567dc0efca63 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb10a2b-f370-4d6a-ad72-2e0798e93601,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:08.382006 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59242) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:41:08.386933 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-6bd0fb10-6b7e-4385-a1ae-0fe3c32600c3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'security_group_rule': {'security_group_id': 'afb10a2b-f370-4d6a-ad72-2e0798e93601', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:41:08.413719 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb10-6b7e-4385-a1ae-0fe3c32600c3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (1d1ec43c-a697-49cc-bcb0-0769a449666c), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.471104 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb10-6b7e-4385-a1ae-0fe3c32600c3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (1d1ec43c-a697-49cc-bcb0-0769a449666c), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.474605 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb10-6b7e-4385-a1ae-0fe3c32600c3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (1d1ec43c-a697-49cc-bcb0-0769a449666c), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.495333 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0fb10-6b7e-4385-a1ae-0fe3c32600c3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1ec43c-a697-49cc-bcb0-0769a449666c,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:08.501496 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb10-6b7e-4385-a1ae-0fe3c32600c3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.502547 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6bd0fb10-6b7e-4385-a1ae-0fe3c32600c3 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189432 Sep 27 17:41:08.505162 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59244) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:41:08.509294 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-b9f14751-030c-48fd-a66d-3e7779ff05d8 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'security_group_rule': {'security_group_id': 'afb10a2b-f370-4d6a-ad72-2e0798e93601', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:41:08.535223 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b9f14751-030c-48fd-a66d-3e7779ff05d8 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (e2a34e91-2ad0-4c5c-bccf-54ef7deb1876), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.590432 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b9f14751-030c-48fd-a66d-3e7779ff05d8 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (e2a34e91-2ad0-4c5c-bccf-54ef7deb1876), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.594012 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b9f14751-030c-48fd-a66d-3e7779ff05d8 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644766'] for security_group_rule (e2a34e91-2ad0-4c5c-bccf-54ef7deb1876), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.614626 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f14751-030c-48fd-a66d-3e7779ff05d8 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a34e91-2ad0-4c5c-bccf-54ef7deb1876,revision_number=0']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:08.620051 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-b9f14751-030c-48fd-a66d-3e7779ff05d8 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.621230 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b9f14751-030c-48fd-a66d-3e7779ff05d8 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151490 Sep 27 17:41:08.624280 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59246) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:41:08.629098 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.v2.base [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'floatingip': {'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d'}} {{(pid=106220) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:41:08.634156 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:41:08.640815 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:08.652097 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.730632 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.768257 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:08.831587 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.db_base_plugin_common [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Allocated IP 172.27.0.54 (f669a52f-997c-4ce8-aae2-daad43416c4d/e5d72281-505a-48fd-bb31-df2eca0ef0b9/5b1d872b-145b-42f4-8456-584969bc2b28) {{(pid=106220) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:41:08.933255 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for port (5b1d872b-145b-42f4-8456-584969bc2b28), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:08.964876 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (5b1d872b-145b-42f4-8456-584969bc2b28), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:09.003203 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Network f669a52f-997c-4ce8-aae2-daad43416c4d is already hosted by enough agents. {{(pid=106220) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:41:09.007582 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.scheduler.base_scheduler [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Resources bound (agent type, host, resource id): {{(pid=106220) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:41:09.011424 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Received port after_create {{(pid=106220) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:41:09.036035 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'Port': ['ID=5b1d872b-145b-42f4-8456-584969bc2b28,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:09.096696 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (636c8bbf-9d29-47e8-8424-e2b726115054), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:09.132291 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (5b1d872b-145b-42f4-8456-584969bc2b28), before_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:09.249399 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:09.276379 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for port (5b1d872b-145b-42f4-8456-584969bc2b28), precommit_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:09.280522 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812762'] for port (5b1d872b-145b-42f4-8456-584969bc2b28), after_update {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:09.312112 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device af24e484-4901-4878-9eb2-665f90e32d28 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:41:09.335842 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: af24e484-4901-4878-9eb2-665f90e32d28 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:41:09.336190 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device af24e484-4901-4878-9eb2-665f90e32d28 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:41:09.350636 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'Port': ['ID=5b1d872b-145b-42f4-8456-584969bc2b28,revision_number=2']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:09.352950 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (636c8bbf-9d29-47e8-8424-e2b726115054), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:09.369652 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:09.371045 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-19da9a55-d9a7-462a-ae0a-8d09ab5f9e60 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7458277 Sep 27 17:41:09.564419 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-044916c4-4247-46f9-b4bc-4f8289673b4b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1439587381&fields=id&tenant_id=0bd65ea59a6d41219ecf99f5a554056a HTTP/1.1" status: 200 len: 267 time: 0.0412688 Sep 27 17:41:09.585024 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-74ba9b74-425d-4d4d-9ebe-3386666a9525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:09.672519 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085657-18ba-4843-8cff-47f182d3d45a req-ca18911c-65fd-441b-aebf-6082300de9f1 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:09.673982 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-ca18911c-65fd-441b-aebf-6082300de9f1 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 811 time: 0.1032195 Sep 27 17:41:09.688209 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-cf6dfb09-0c5d-4034-bbd9-cea6d7badd4a tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/quotas/0bd65ea59a6d41219ecf99f5a554056a HTTP/1.1" status: 200 len: 375 time: 0.0086129 Sep 27 17:41:09.736015 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-384a8735-04c9-43b9-bf8c-e51f107158be tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424755 Sep 27 17:41:09.879660 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-09bc3d2f-acd4-4844-a0ab-b20e901b258f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321061 Sep 27 17:41:09.945927 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:09.973445 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-23f5b299-2eff-4c92-8651-859541f801da service neutron] 10.222.0.55 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880241 Sep 27 17:41:10.151165 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-43075850-f96b-481e-b125-8ffc7271bc7f req-10739f0b-7aa7-41c4-8c6b-8795b627dda1 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 210 time: 0.0280671 Sep 27 17:41:10.906142 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:11.250673 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:11.296057 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-01e10127-2362-4c5e-9533-1750c57a52f9 req-d625a6e4-4086-4070-b647-740c44342892 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 210 time: 0.0656946 Sep 27 17:41:11.351056 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085657-18ba-4843-8cff-47f182d3d45a req-1a102d37-1d32-42e9-b42a-fc437ea2ca7b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:11.352673 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-1a102d37-1d32-42e9-b42a-fc437ea2ca7b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 811 time: 0.1327562 Sep 27 17:41:11.425905 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-1a31a9e2-9126-4d34-85d7-d746d35cfc8b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0bd65ea59a6d41219ecf99f5a554056a HTTP/1.1" status: 200 len: 380 time: 0.0525746 Sep 27 17:41:11.499241 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'port': {'device_id': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'admin_state_up': True, 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'security_groups': ['afb10a2b-f370-4d6a-ad72-2e0798e93601']}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:41:11.605001 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Made reservation on behalf of 0bd65ea59a6d41219ecf99f5a554056a for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:41:11.608640 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:11.742433 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Allocated IP 172.20.0.14 (49c3b1bc-0887-4bf4-a331-6a649d0d76a8/a0b369f4-1fb8-4146-9b6a-7f9b61773653/a7b5c807-8a9f-4a64-98f2-6239b368508a) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:41:11.880278 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:11.911667 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:11.953854 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:41:11.957572 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:41:11.961289 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:41:11.967303 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event updated for resources: {'Port': ['ID=a7b5c807-8a9f-4a64-98f2-6239b368508a,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:12.033163 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:12.034495 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:12.051091 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-f24d4ef8-923f-414f-becf-8fc5535f57bd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5554755 Sep 27 17:41:12.068013 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Request body: {'port': {'device_id': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:41:12.126061 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:12.130572 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:12.163308 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:12.167166 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-f7dd4c4a-909b-49ec-9d48-9c8efb3654ea None None] Provisioning complete for port a7b5c807-8a9f-4a64-98f2-6239b368508a triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:41:12.167668 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f7dd4c4a-909b-49ec-9d48-9c8efb3654ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:12.167858 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f7dd4c4a-909b-49ec-9d48-9c8efb3654ea None None] Attempt 1 to provision port a7b5c807-8a9f-4a64-98f2-6239b368508a Sep 27 17:41:12.200707 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd4c4a-909b-49ec-9d48-9c8efb3654ea None None] Port a7b5c807-8a9f-4a64-98f2-6239b368508a cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:41:12.420422 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b5c807-8a9f-4a64-98f2-6239b368508a {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:41:12.431926 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Publish callbacks [] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:12.444465 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847649d-c4dd-4d6c-901b-8367385e28b1 req-c82476ec-354d-41ba-9922-feb6fb287efb tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:12.445955 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3847649d-c4dd-4d6c-901b-8367385e28b1 req-c82476ec-354d-41ba-9922-feb6fb287efb tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 932 time: 0.0628238 Sep 27 17:41:12.459424 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Transition to ACTIVE for port object a7b5c807-8a9f-4a64-98f2-6239b368508a will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:41:12.466665 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:12.470106 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:12.523672 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:12.552167 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3847649d-c4dd-4d6c-901b-8367385e28b1 req-b9c1bbf1-3344-4af1-aa26-d09dfcb2072c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003268 Sep 27 17:41:12.553800 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Pushing event updated for resources: {'Port': ['ID=a7b5c807-8a9f-4a64-98f2-6239b368508a,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:12.606147 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Attempting to bind port a7b5c807-8a9f-4a64-98f2-6239b368508a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:41:12.606487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Attempting to bind port a7b5c807-8a9f-4a64-98f2-6239b368508a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:41:12.606817 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Attempting to bind port a7b5c807-8a9f-4a64-98f2-6239b368508a on network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:41:12.650826 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Port a7b5c807-8a9f-4a64-98f2-6239b368508a on network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:41:12.651151 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Attempting to bind port a7b5c807-8a9f-4a64-98f2-6239b368508a on network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:41:12.691990 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:41:12.692327 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Checking segment: {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:41:12.692705 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Bound using segment: {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:41:12.693136 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Bound port: a7b5c807-8a9f-4a64-98f2-6239b368508a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b08702f-af3f-47d1-9be6-17dacd6b5544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:41:12.693491 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:12.702134 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f7dd4c4a-909b-49ec-9d48-9c8efb3654ea None None] Attempt 2 to provision port a7b5c807-8a9f-4a64-98f2-6239b368508a Sep 27 17:41:12.733695 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd4c4a-909b-49ec-9d48-9c8efb3654ea None None] Port a7b5c807-8a9f-4a64-98f2-6239b368508a cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:41:12.752014 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] For port a7b5c807-8a9f-4a64-98f2-6239b368508a, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:41:12.754980 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] For port a7b5c807-8a9f-4a64-98f2-6239b368508a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a7b5c807-8a9f-4a64-98f2-6239b368508a,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:41:12.761243 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:12.765208 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:12.765869 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:12.767286 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/a7b5c807-8a9f-4a64-98f2-6239b368508a HTTP/1.1" status: 200 len: 1094 time: 0.7040238 Sep 27 17:41:12.767828 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'tag': 'a7b5c807-8a9f-4a64-98f2-6239b368508a'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:41:12.770032 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3d855d-71bd-48db-b0cc-37d6e606bd92" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4aee12-09e3-4073-aa67-c109242e5f8e", "tag": "a7b5c807-8a9f-4a64-98f2-6239b368508a"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:41:12.811662 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547e23d5-1a3c-4145-ac1c-c5e73afea2fd x-openstack-request-id: req-547e23d5-1a3c-4145-ac1c-c5e73afea2fd {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:41:12.811961 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4aee12-09e3-4073-aa67-c109242e5f8e", "tag": "a7b5c807-8a9f-4a64-98f2-6239b368508a", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:41:12.812218 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-547e23d5-1a3c-4145-ac1c-c5e73afea2fd {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:41:12.812625 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547e23d5-1a3c-4145-ac1c-c5e73afea2fd'] response: {'name': 'network-changed', 'server_uuid': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'tag': 'a7b5c807-8a9f-4a64-98f2-6239b368508a', 'status': 'completed', 'code': 200} Sep 27 17:41:12.829790 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73488138-7ea1-4988-84a3-f29ead1b2e2f service neutron] Pushing event updated for resources: {'Port': ['ID=a7b5c807-8a9f-4a64-98f2-6239b368508a,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:12.870237 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085657-18ba-4843-8cff-47f182d3d45a req-b0f6ee3d-6c0f-494e-a932-d6e274dfb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:12.871671 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-b0f6ee3d-6c0f-494e-a932-d6e274dfb635 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 1128 time: 0.0428596 Sep 27 17:41:12.914257 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-69dea525-bab1-4875-ba8c-e1b453db10ab service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5c807-8a9f-4a64-98f2-6239b368508a HTTP/1.1" status: 200 len: 217 time: 0.0313103 Sep 27 17:41:12.967771 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085657-18ba-4843-8cff-47f182d3d45a req-c3e042f7-7fb8-4af2-9282-0639ec8a3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:12.969226 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-c3e042f7-7fb8-4af2-9282-0639ec8a3184 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0496473 Sep 27 17:41:13.000925 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:13.013591 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085657-18ba-4843-8cff-47f182d3d45a req-a99b81a0-5ded-4e50-a400-3749b15d2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:13.015076 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-a99b81a0-5ded-4e50-a400-3749b15d2126 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395346 Sep 27 17:41:13.089107 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:13.105781 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-6ae9773c-a163-4d1c-880c-d34e7dacbb9a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828383 Sep 27 17:41:13.196989 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-80085657-18ba-4843-8cff-47f182d3d45a req-ae3b1fb9-cc5d-4cbd-8d6f-3d965e7d5cd5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848207 Sep 27 17:41:13.234430 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-f7dd4c4a-909b-49ec-9d48-9c8efb3654ea None None] Attempt 3 to provision port a7b5c807-8a9f-4a64-98f2-6239b368508a Sep 27 17:41:13.273033 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd4c4a-909b-49ec-9d48-9c8efb3654ea None None] Port a7b5c807-8a9f-4a64-98f2-6239b368508a had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:41:13.670099 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f38d5-7f4f-40f5-bc85-e395522d6079 req-4e7010dd-29b3-4bce-b7b2-aa3b42f3d5cf tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:13.671550 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-021f38d5-7f4f-40f5-bc85-e395522d6079 req-4e7010dd-29b3-4bce-b7b2-aa3b42f3d5cf tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 944 time: 0.0461652 Sep 27 17:41:13.717837 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-021f38d5-7f4f-40f5-bc85-e395522d6079 req-092f1578-8ae0-4dbe-8c5e-bc5bdfa4dda8 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407047 Sep 27 17:41:14.839921 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee95ab2-52e9-42a2-b89b-7b2e14822dfb req-5f999cd7-ff84-4636-a42e-cd3dcb467ff9 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:14.841353 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4ee95ab2-52e9-42a2-b89b-7b2e14822dfb req-5f999cd7-ff84-4636-a42e-cd3dcb467ff9 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 944 time: 0.0485063 Sep 27 17:41:14.887472 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4ee95ab2-52e9-42a2-b89b-7b2e14822dfb req-f2b3e7a2-af2b-4667-8e5b-d21999c74153 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398884 Sep 27 17:41:15.221502 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-c86d2d8d-055c-4c51-bf7d-57fba43a7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:15.223007 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-c86d2d8d-055c-4c51-bf7d-57fba43a7d96 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 1128 time: 0.0386763 Sep 27 17:41:15.257628 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:15.269861 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:15.315374 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-297482c4-08a0-4881-8817-a1cd9f2befea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:15.316926 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-297482c4-08a0-4881-8817-a1cd9f2befea service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 912 time: 0.0866661 Sep 27 17:41:15.354811 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-daded416-8962-4200-a95e-2d9443846bf6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5c807-8a9f-4a64-98f2-6239b368508a HTTP/1.1" status: 200 len: 217 time: 0.0319262 Sep 27 17:41:15.401636 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-3db3a1a8-d13b-4a6b-a2d0-aa0ceb8c2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:15.403024 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-3db3a1a8-d13b-4a6b-a2d0-aa0ceb8c2bc8 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0425348 Sep 27 17:41:15.444330 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-23177993-4b5d-417e-80fa-78b8bae089d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:15.445797 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-23177993-4b5d-417e-80fa-78b8bae089d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371232 Sep 27 17:41:15.535469 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-bc70c080-99da-49b3-aa05-41f2aff86042 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836668 Sep 27 17:41:15.881099 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c3d855d-71bd-48db-b0cc-37d6e606bd92 req-629cbb60-f950-4a19-bb5c-0a9d77a80b10 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400784 Sep 27 17:41:16.006732 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad14e0-ca45-494f-b93a-a69d0e5ca6be req-c17808a8-e95b-4dd1-8132-7676b60a1831 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:16.008166 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83ad14e0-ca45-494f-b93a-a69d0e5ca6be req-c17808a8-e95b-4dd1-8132-7676b60a1831 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 944 time: 0.0461805 Sep 27 17:41:16.053190 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-83ad14e0-ca45-494f-b93a-a69d0e5ca6be req-d1d49931-9a60-49ca-87af-6ce204fb01b0 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395730 Sep 27 17:41:16.741341 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:17.136124 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:17.171965 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024b37d-a076-4a00-9f77-a561fdef76af req-5ae6efac-9184-41ba-a15b-c946c6891f35 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:17.173381 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7024b37d-a076-4a00-9f77-a561fdef76af req-5ae6efac-9184-41ba-a15b-c946c6891f35 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 944 time: 0.0453467 Sep 27 17:41:17.221656 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7024b37d-a076-4a00-9f77-a561fdef76af req-f445f0f0-8d1f-4ea9-8394-efd3c0e5fac9 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422473 Sep 27 17:41:17.337951 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a7b5c807-8a9f-4a64-98f2-6239b368508a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:41:17.396875 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:17.436182 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port a7b5c807-8a9f-4a64-98f2-6239b368508a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a7b5c807-8a9f-4a64-98f2-6239b368508a,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:41:17.447151 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'a7b5c807-8a9f-4a64-98f2-6239b368508a', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'port_id': 'a7b5c807-8a9f-4a64-98f2-6239b368508a', 'mac_address': 'fa:16:3e:66:54:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:41:17.602858 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port a7b5c807-8a9f-4a64-98f2-6239b368508a is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:41:17.603254 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:17.616434 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b5c807-8a9f-4a64-98f2-6239b368508a {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:41:17.635465 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port a7b5c807-8a9f-4a64-98f2-6239b368508a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a7b5c807-8a9f-4a64-98f2-6239b368508a,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:41:17.648380 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:17.694194 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=a7b5c807-8a9f-4a64-98f2-6239b368508a,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:17.701327 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.701678 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.702019 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.702381 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.702720 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.703047 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.703372 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.703701 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.704028 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.704349 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.704673 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.705485 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.705809 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.706152 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:17.706475 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:41:18.011569 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['a7b5c807-8a9f-4a64-98f2-6239b368508a'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:41:18.341134 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b52510-a377-4b51-9a20-f26465550be1 req-a5b6e10e-b1d6-4504-8312-d9f642492f77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:18.342636 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-36b52510-a377-4b51-9a20-f26465550be1 req-a5b6e10e-b1d6-4504-8312-d9f642492f77 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 945 time: 0.0464468 Sep 27 17:41:18.388709 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-36b52510-a377-4b51-9a20-f26465550be1 req-42ac89b3-95e8-4a91-858f-d7ded285a466 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404763 Sep 27 17:41:18.629999 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=24 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:19.348453 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a7b5c807-8a9f-4a64-98f2-6239b368508a up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:41:19.356871 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=11 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:19.363443 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:UPDATE=2,neutron:SELECT=76,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:19.389384 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port a7b5c807-8a9f-4a64-98f2-6239b368508a completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:41:19.397081 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port a7b5c807-8a9f-4a64-98f2-6239b368508a triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:41:19.397617 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:19.397972 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port a7b5c807-8a9f-4a64-98f2-6239b368508a Sep 27 17:41:19.474040 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port a7b5c807-8a9f-4a64-98f2-6239b368508a is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:41:19.474453 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:19.497095 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b5c807-8a9f-4a64-98f2-6239b368508a'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:41:19.499359 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c84160c-b6d1-481b-86a7-3bdb9c1569ea" -d '{"events": [{"server_uuid": "ac4aee12-09e3-4073-aa67-c109242e5f8e", "name": "network-vif-plugged", "status": "completed", "tag": "a7b5c807-8a9f-4a64-98f2-6239b368508a"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:41:19.506719 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e68c6-0c59-4539-be09-0b1676640865 req-39f2cfd4-c1a9-49e8-a564-a48913437c0c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:19.508237 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c4e68c6-0c59-4539-be09-0b1676640865 req-39f2cfd4-c1a9-49e8-a564-a48913437c0c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 945 time: 0.0469291 Sep 27 17:41:19.512441 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port a7b5c807-8a9f-4a64-98f2-6239b368508a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a7b5c807-8a9f-4a64-98f2-6239b368508a,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:41:19.519298 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:19.558726 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8c4e68c6-0c59-4539-be09-0b1676640865 req-f82e756d-6851-452b-be4c-a1eb5eb088dd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419776 Sep 27 17:41:19.573190 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=a7b5c807-8a9f-4a64-98f2-6239b368508a,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:41:19.597563 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478ad0cb-91c7-44cf-871e-fb5aeba9ba50 x-openstack-request-id: req-478ad0cb-91c7-44cf-871e-fb5aeba9ba50 {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:41:19.597857 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4aee12-09e3-4073-aa67-c109242e5f8e", "name": "network-vif-plugged", "status": "completed", "tag": "a7b5c807-8a9f-4a64-98f2-6239b368508a", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:41:19.598166 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-478ad0cb-91c7-44cf-871e-fb5aeba9ba50 {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:41:19.598593 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478ad0cb-91c7-44cf-871e-fb5aeba9ba50'] response: {'server_uuid': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b5c807-8a9f-4a64-98f2-6239b368508a', 'code': 200} Sep 27 17:41:19.777889 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:19.790059 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df8b24-4a73-435d-b166-0a6c7642e633 req-26cce80a-093a-434e-8874-7a692c89bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:19.791616 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c5df8b24-4a73-435d-b166-0a6c7642e633 req-26cce80a-093a-434e-8874-7a692c89bd46 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 1130 time: 0.0416980 Sep 27 17:41:19.834503 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c5df8b24-4a73-435d-b166-0a6c7642e633 req-9d1c07eb-6edd-4b07-ac4f-fdc9a8c2090d service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370340 Sep 27 17:41:20.680586 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52145592-bd79-4ae9-a782-8b6fee01eb88 req-cd8f4a4f-9ab7-4f70-8bc3-b8aca86a4558 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:20.682034 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-52145592-bd79-4ae9-a782-8b6fee01eb88 req-cd8f4a4f-9ab7-4f70-8bc3-b8aca86a4558 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 946 time: 0.0456135 Sep 27 17:41:20.728669 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-52145592-bd79-4ae9-a782-8b6fee01eb88 req-a554b19e-ee8f-4c5f-b5bc-0c4f0ff6f9de tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Sep 27 17:41:21.847699 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18d6e7-bbcc-43c9-a3ca-9bef7aad8995 req-6357a350-a5a7-4694-9e89-5f89446a817e tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:21.849157 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7f18d6e7-bbcc-43c9-a3ca-9bef7aad8995 req-6357a350-a5a7-4694-9e89-5f89446a817e tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 946 time: 0.0450814 Sep 27 17:41:21.900883 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7f18d6e7-bbcc-43c9-a3ca-9bef7aad8995 req-c1c77e9d-0e70-458b-b87b-8d3ebfe2eaf5 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462382 Sep 27 17:41:22.018741 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc3f61-abae-4e59-bf20-4b2f34ba689b req-ab80c478-f61c-4f1d-b16f-34e9eab3ae09 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:22.020120 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f2cc3f61-abae-4e59-bf20-4b2f34ba689b req-ab80c478-f61c-4f1d-b16f-34e9eab3ae09 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 946 time: 0.0472021 Sep 27 17:41:22.030050 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59310) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:41:22.034891 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [None req-5349dffe-f376-4eaa-a6be-7969688f5ddd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Request body: {'floatingip': {'port_id': 'a7b5c807-8a9f-4a64-98f2-6239b368508a'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:41:22.072694 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5349dffe-f376-4eaa-a6be-7969688f5ddd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (636c8bbf-9d29-47e8-8424-e2b726115054), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:22.489845 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5349dffe-f376-4eaa-a6be-7969688f5ddd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:22.493487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5349dffe-f376-4eaa-a6be-7969688f5ddd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (636c8bbf-9d29-47e8-8424-e2b726115054), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:22.495034 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:22.588293 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [None req-5349dffe-f376-4eaa-a6be-7969688f5ddd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Floating IP 636c8bbf-9d29-47e8-8424-e2b726115054 associated. External IP: 172.27.0.54, port: a7b5c807-8a9f-4a64-98f2-6239b368508a. Sep 27 17:41:22.782027 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:22.799213 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5349dffe-f376-4eaa-a6be-7969688f5ddd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Router e63bf0f2-5bdb-426b-ba62-4059c0993d4d has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:41:22.927427 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5349dffe-f376-4eaa-a6be-7969688f5ddd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:41:22.932109 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5349dffe-f376-4eaa-a6be-7969688f5ddd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:22.942356 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] Sync routers for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:41:22.953986 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:41:22.955109 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:41:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:41:22.974112 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-5349dffe-f376-4eaa-a6be-7969688f5ddd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/636c8bbf-9d29-47e8-8424-e2b726115054 HTTP/1.1" status: 200 len: 991 time: 0.9381814 Sep 27 17:41:22.974112 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'tag': 'a7b5c807-8a9f-4a64-98f2-6239b368508a'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:41:22.974112 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab388ee-684b-4c1c-a306-b0f9baa6418b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4aee12-09e3-4073-aa67-c109242e5f8e", "tag": "a7b5c807-8a9f-4a64-98f2-6239b368508a"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:41:23.012437 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6520e44f-ebc5-42af-bcfb-a607a9d337a9 x-openstack-request-id: req-6520e44f-ebc5-42af-bcfb-a607a9d337a9 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:41:23.012735 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4aee12-09e3-4073-aa67-c109242e5f8e", "tag": "a7b5c807-8a9f-4a64-98f2-6239b368508a", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:41:23.012984 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6520e44f-ebc5-42af-bcfb-a607a9d337a9 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:41:23.013393 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6520e44f-ebc5-42af-bcfb-a607a9d337a9'] response: {'name': 'network-changed', 'server_uuid': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'tag': 'a7b5c807-8a9f-4a64-98f2-6239b368508a', 'status': 'completed', 'code': 200} Sep 27 17:41:23.041148 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:23.066662 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:41:23.098294 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-27685e08-a58c-4154-8f44-8a4ad1905451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:23.099817 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-27685e08-a58c-4154-8f44-8a4ad1905451 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 1130 time: 0.0404294 Sep 27 17:41:23.194190 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-0fde8c63-8f97-4cd1-8564-3f8c8e350f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:23.196061 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-0fde8c63-8f97-4cd1-8564-3f8c8e350f4c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 912 time: 0.0901701 Sep 27 17:41:23.229249 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:23.263036 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-1bb68c2a-7db4-4ab0-a6c9-c4270f54a3bd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5c807-8a9f-4a64-98f2-6239b368508a HTTP/1.1" status: 200 len: 999 time: 0.0609860 Sep 27 17:41:23.284431 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '636c8bbf-9d29-47e8-8424-e2b726115054', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'port_id': 'a7b5c807-8a9f-4a64-98f2-6239b368508a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'mac_address': 'fa:16:3e:66:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:41:09Z', 'updated_at': '2022-09-27T17:41:22Z', 'revision_number': 1, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:41:23.310415 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] Checking router: e63bf0f2-5bdb-426b-ba62-4059c0993d4d for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:41:23.313289 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-8e231eb9-5847-4855-81cc-7bbe9cd422e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:23.314907 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-8e231eb9-5847-4855-81cc-7bbe9cd422e0 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0458324 Sep 27 17:41:23.320260 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:41:23.320973 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:41:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:41:23.368103 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-98aae19e-007e-4314-a385-839b9e1e9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:23.370221 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-98aae19e-007e-4314-a385-839b9e1e9c1a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487623 Sep 27 17:41:23.431106 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:41:23.464787 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-a5477242-81e6-4eb1-97d5-c5bdbc018c21 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885675 Sep 27 17:41:23.645249 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '636c8bbf-9d29-47e8-8424-e2b726115054', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'port_id': 'a7b5c807-8a9f-4a64-98f2-6239b368508a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'mac_address': 'fa:16:3e:66:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:41:09Z', 'updated_at': '2022-09-27T17:41:22Z', 'revision_number': 1, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:41:23.670044 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15ef0c-9224-47fb-b686-944ea8428928 None None] The sync data for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi is: [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_floatingips': [{'id': '636c8bbf-9d29-47e8-8424-e2b726115054', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'router_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'port_id': 'a7b5c807-8a9f-4a64-98f2-6239b368508a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'mac_address': 'fa:16:3e:66:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T17:41:09Z', 'updated_at': '2022-09-27T17:41:22Z', 'revision_number': 1, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:41:23.802993 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0ab388ee-684b-4c1c-a306-b0f9baa6418b req-2a5dace7-fe49-4419-8abf-5c0d0a4a83f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893581 Sep 27 17:41:23.874777 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ab993-b17a-4444-9f8a-c5bad875082b None None] New status for floating IP 636c8bbf-9d29-47e8-8424-e2b726115054: ACTIVE {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:41:27.514153 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-05cba4ce-b66e-416e-9d69-ef222dc86509 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407500 Sep 27 17:41:27.575252 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:27.604391 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-2a621117-4508-4a51-9f66-dc59d0d5e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:27.605960 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-2a621117-4508-4a51-9f66-dc59d0d5e779 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 1130 time: 0.0393667 Sep 27 17:41:27.711333 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-d2edd48a-5bf4-462d-9395-c65834db5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:27.712799 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-d2edd48a-5bf4-462d-9395-c65834db5ae5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 912 time: 0.0892217 Sep 27 17:41:27.772087 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-7feb3e61-d076-4880-b68d-5ccd66198ac1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5c807-8a9f-4a64-98f2-6239b368508a HTTP/1.1" status: 200 len: 1001 time: 0.0532656 Sep 27 17:41:27.818337 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-87c2cfea-98b4-4390-bd3a-71bcd5ee2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:27.819750 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-87c2cfea-98b4-4390-bd3a-71bcd5ee2009 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0421836 Sep 27 17:41:27.864374 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-29f2b5ed-73cc-47d3-899d-3d31de7a2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:41:27.866054 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-29f2b5ed-73cc-47d3-899d-3d31de7a2560 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406580 Sep 27 17:41:27.921048 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:27.953579 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-59b689dd-db44-459b-b218-bf44f73597f2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814979 Sep 27 17:41:28.052143 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ef364860-9432-4d0b-85a5-7ffa9678e2eb req-230a7e9e-9ab7-43c9-913b-cbbc1d75da08 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921195 Sep 27 17:41:33.647591 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=37 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:33.648335 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=71 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:33.968024 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=9 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:33.975287 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:37.380053 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-175ca8dd-c24a-456b-a995-cf2c52277c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:38.043153 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=46 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:38.049403 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=17 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:39.588101 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5fdcab88-a36c-478a-afa0-f131cd241e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:40.909657 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:42.472427 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:42.526439 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:45.291985 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:41:45.632635 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:41:47.672445 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:55.286366 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:55.288304 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:41:55.629591 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:42:05.698611 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:42:07.371719 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-66841271-1aff-48cb-9bee-f89afacc679d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:09.589990 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-440e0124-1bf2-43cc-a9e9-79e0e71a2725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:10.911821 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:12.473944 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:12.528709 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:15.284686 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:22.631928 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:42:24.678855 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:42:25.278749 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:42:25.280663 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:42:27.502896 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-90f4a2af-658d-4cf6-a366-e63d5cb2a7fd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392261 Sep 27 17:42:27.594472 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-46f81a13-33a3-4939-883d-5aec6cc173ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:42:27.595929 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-46f81a13-33a3-4939-883d-5aec6cc173ee service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 1130 time: 0.0383191 Sep 27 17:42:27.704461 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-9aed1a31-8436-44b5-ae03-19b1c2fb53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:42:27.705924 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-9aed1a31-8436-44b5-ae03-19b1c2fb53f5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 200 len: 912 time: 0.0908363 Sep 27 17:42:27.766583 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-74f74f07-b16e-406b-b617-021526a2bf90 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b5c807-8a9f-4a64-98f2-6239b368508a HTTP/1.1" status: 200 len: 1001 time: 0.0539825 Sep 27 17:42:27.817036 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-9ffb8eee-b551-4279-8e10-61e33456a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:42:27.818496 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-9ffb8eee-b551-4279-8e10-61e33456a425 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 200 len: 850 time: 0.0465841 Sep 27 17:42:27.849923 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [req-90136779-b512-440d-98c5-5ceb1b159c18 req-c93e9bc1-4a33-4955-ac30-0053aafeed8d service neutron] (106219) timed out ('10.222.0.18', 53277) {{(pid=106219) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 27 17:42:27.861622 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-26e2412e-2476-4bed-97b4-67cf786a7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:42:27.863096 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-26e2412e-2476-4bed-97b4-67cf786a7cbb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=49c3b1bc-0887-4bf4-a331-6a649d0d76a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384350 Sep 27 17:42:27.954398 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-1a598e15-5a28-4544-a466-6884cfe2491e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843630 Sep 27 17:42:28.045739 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7cc8a5dd-9df4-42ec-9dbd-aee216ee5a23 req-8397bfb7-e04a-4642-a338-e61e053148e2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847559 Sep 27 17:42:28.086652 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [req-019e6702-e8c7-4677-bd69-c59d5408d371 req-d460e28e-9191-413c-89a0-b1822a6601cc service neutron] (106219) timed out ('10.222.0.18', 53296) {{(pid=106219) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 27 17:42:32.632168 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:42:37.373682 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-4f5079be-0d42-47b4-ad26-c23a33afe58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:38.036557 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=42 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:42:38.043044 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=59 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:42:39.591663 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-fd8539fd-30ef-4eb8-bf64-b3beb1d5e9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:40.914370 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:42.476705 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:42.532210 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:45.287895 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:42:55.277816 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:42:55.283768 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:42:59.631164 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:43:00.129644 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f8219-fb23-4269-b236-8e3fd213f0f4 req-a1717dfd-d064-4b5d-87ca-357eadf24a6b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:00.131152 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b72f8219-fb23-4269-b236-8e3fd213f0f4 req-a1717dfd-d064-4b5d-87ca-357eadf24a6b tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 946 time: 0.0509982 Sep 27 17:43:00.177605 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-b72f8219-fb23-4269-b236-8e3fd213f0f4 req-6922daaf-40ca-4baa-a1d5-0385842b842c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Sep 27 17:43:01.300546 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e24f1c-c112-4bb8-b0ef-75960d297109 req-b4a8fecd-44de-4ffc-9de7-50f2cf78398f tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:01.301982 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-40e24f1c-c112-4bb8-b0ef-75960d297109 req-b4a8fecd-44de-4ffc-9de7-50f2cf78398f tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 946 time: 0.0484934 Sep 27 17:43:01.348113 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-40e24f1c-c112-4bb8-b0ef-75960d297109 req-b32d55f2-9369-4352-bd10-1aac8bbe08b7 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Sep 27 17:43:02.249195 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-99e7c61d-e8b2-47ed-86de-ac484bab6266 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:02.250658 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-99e7c61d-e8b2-47ed-86de-ac484bab6266 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 946 time: 0.0457873 Sep 27 17:43:02.335701 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Deleting port a7b5c807-8a9f-4a64-98f2-6239b368508a {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:43:02.336340 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:02.422434 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] For port a7b5c807-8a9f-4a64-98f2-6239b368508a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a7b5c807-8a9f-4a64-98f2-6239b368508a,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:43:02.422790 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:02.511719 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a9c9d-783c-4cd7-a49b-c1b22a91e062 req-a6fa8430-c3c1-4373-af5e-3c14757ad810 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:02.513064 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8b5a9c9d-783c-4cd7-a49b-c1b22a91e062 req-a6fa8430-c3c1-4373-af5e-3c14757ad810 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 946 time: 0.0877068 Sep 27 17:43:02.636637 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-8b5a9c9d-783c-4cd7-a49b-c1b22a91e062 req-dfff2884-423d-40e3-ac28-c67f1a733fdd tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=afb10a2b-f370-4d6a-ad72-2e0798e93601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171000 Sep 27 17:43:02.651077 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:02.651438 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534696'] for floatingip (636c8bbf-9d29-47e8-8424-e2b726115054), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:02.651748 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.db.l3_db [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Floating IP 636c8bbf-9d29-47e8-8424-e2b726115054 disassociated. External IP: 172.27.0.54, port: a7b5c807-8a9f-4a64-98f2-6239b368508a. Sep 27 17:43:02.652088 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Calling delete_port for a7b5c807-8a9f-4a64-98f2-6239b368508a owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:43:02.777886 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (a7b5c807-8a9f-4a64-98f2-6239b368508a), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:02.803251 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event deleted for resources: {'Port': ['ID=a7b5c807-8a9f-4a64-98f2-6239b368508a,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:02.812840 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.813194 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.813542 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.813886 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.814254 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.814601 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.815493 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.815824 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.816156 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.816980 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.816980 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.817193 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.817430 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.817755 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.818121 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:02.871649 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:02.929819 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Router e63bf0f2-5bdb-426b-ba62-4059c0993d4d has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:43:02.940366 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:03.037259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:43:03.050462 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] Sync routers for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:43:03.060958 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:43:03.061612 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:42:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:03.170314 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:43:03.348214 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] No DVR routers for this DVR port a7b5c807-8a9f-4a64-98f2-6239b368508a on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:43:03.350832 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:03.354034 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-cfc4911b-db87-4140-b66c-25d6e4a73c0f req-a9ec1b3a-1d42-44ef-9b2d-ec3e2a5fe886 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.18 "DELETE /networking/v2.0/ports/a7b5c807-8a9f-4a64-98f2-6239b368508a HTTP/1.1" status: 204 len: 173 time: 1.0952017 Sep 27 17:43:03.354566 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'name': 'network-vif-deleted', 'tag': 'a7b5c807-8a9f-4a64-98f2-6239b368508a'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:43:03.356791 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979e20c4-ceae-4442-a3b3-42d45bb0663d" -d '{"events": [{"server_uuid": "ac4aee12-09e3-4073-aa67-c109242e5f8e", "name": "network-vif-deleted", "tag": "a7b5c807-8a9f-4a64-98f2-6239b368508a"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:43:03.379087 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:03.402189 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4423265-14c1-4df2-b20a-3435416a0285 x-openstack-request-id: req-f4423265-14c1-4df2-b20a-3435416a0285 {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:43:03.402487 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4aee12-09e3-4073-aa67-c109242e5f8e", "name": "network-vif-deleted", "tag": "a7b5c807-8a9f-4a64-98f2-6239b368508a", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:43:03.402745 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4423265-14c1-4df2-b20a-3435416a0285 {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:43:03.403386 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4423265-14c1-4df2-b20a-3435416a0285'] response: {'server_uuid': 'ac4aee12-09e3-4073-aa67-c109242e5f8e', 'name': 'network-vif-deleted', 'tag': 'a7b5c807-8a9f-4a64-98f2-6239b368508a', 'status': 'completed', 'code': 200} Sep 27 17:43:03.404963 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] Checking router: e63bf0f2-5bdb-426b-ba62-4059c0993d4d for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:43:03.413924 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:43:03.414560 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:42:40Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:03.518733 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:43:03.760133 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-0e945b2d-5c63-43a8-976d-a514a67ec550 req-6fb89742-4eda-4345-b39f-ec6a1f5ca38c tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ac4aee12-09e3-4073-aa67-c109242e5f8e HTTP/1.1" status: 200 len: 210 time: 0.0282171 Sep 27 17:43:03.833066 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:03.857107 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9535f4-92ef-4632-bfd3-a5b62fa59476 None None] The sync data for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi is: [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:29Z', 'revision_number': 4, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi', '_interfaces': [{'id': '5bff2cf1-e476-4ed9-8478-2f42b51ff303', 'name': '', 'network_id': '49c3b1bc-0887-4bf4-a331-6a649d0d76a8', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'mac_address': 'fa:16:3e:b7:34:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:29Z', 'updated_at': '2022-09-27T17:36:33Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'subnets': [{'id': 'a0b369f4-1fb8-4146-9b6a-7f9b61773653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:43:04.073782 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e857d-0cdf-4174-81ee-bc8d0afa95f7 None None] New status for floating IP 636c8bbf-9d29-47e8-8424-e2b726115054: DOWN {{(pid=106222) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 17:43:04.852995 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59480) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:04.905887 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c394-4306-493c-8aa8-6c015cc16740 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (afb10a2b-f370-4d6a-ad72-2e0798e93601), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:04.927450 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c394-4306-493c-8aa8-6c015cc16740 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (afb10a2b-f370-4d6a-ad72-2e0798e93601), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:04.976260 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c394-4306-493c-8aa8-6c015cc16740 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (afb10a2b-f370-4d6a-ad72-2e0798e93601), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:04.978751 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c394-4306-493c-8aa8-6c015cc16740 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:04.979867 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-3dd9c394-4306-493c-8aa8-6c015cc16740 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/afb10a2b-f370-4d6a-ad72-2e0798e93601 HTTP/1.1" status: 204 len: 168 time: 0.1258748 Sep 27 17:43:04.982793 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59482) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:04.988726 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9c394-4306-493c-8aa8-6c015cc16740 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb10a2b-f370-4d6a-ad72-2e0798e93601,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:04.999932 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.api.v2.resource [None req-b51618dc-b465-418f-bddb-399dee18c44f tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] show failed (client error): The resource could not be found. Sep 27 17:43:05.001042 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-b51618dc-b465-418f-bddb-399dee18c44f tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "GET /networking/v2.0/security-groups/afb10a2b-f370-4d6a-ad72-2e0798e93601 HTTP/1.1" status: 404 len: 347 time: 0.0172911 Sep 27 17:43:05.004011 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59486) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:05.112866 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Deleting port 5b1d872b-145b-42f4-8456-584969bc2b28 {{(pid=106220) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:43:05.113202 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (5b1d872b-145b-42f4-8456-584969bc2b28), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:05.187652 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (5b1d872b-145b-42f4-8456-584969bc2b28), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:05.187978 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (5b1d872b-145b-42f4-8456-584969bc2b28), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:05.200709 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.plugins.ml2.plugin [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Calling delete_port for 5b1d872b-145b-42f4-8456-584969bc2b28 owned by network:floatingip {{(pid=106220) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:43:05.327276 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812749'] for port (5b1d872b-145b-42f4-8456-584969bc2b28), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:05.351031 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Pushing event deleted for resources: {'Port': ['ID=5b1d872b-145b-42f4-8456-584969bc2b28,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:05.378683 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.379028 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.379365 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.379706 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.380032 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.380358 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.380680 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.381001 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.381323 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.381642 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.381962 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.382304 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.382625 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.382944 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.383257 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:05.424377 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks [] for floatingip (636c8bbf-9d29-47e8-8424-e2b726115054), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:05.426873 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for floatingip (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:05.428035 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f6333932-0b3d-4a94-b659-30d610afd901 tempest-AttachVolumeTestJSON-1701714554 tempest-AttachVolumeTestJSON-1701714554-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/636c8bbf-9d29-47e8-8424-e2b726115054 HTTP/1.1" status: 204 len: 168 time: 0.4230735 Sep 27 17:43:05.745851 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a7b5c807-8a9f-4a64-98f2-6239b368508a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:43:05.765834 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: a7b5c807-8a9f-4a64-98f2-6239b368508a {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:43:05.766217 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a7b5c807-8a9f-4a64-98f2-6239b368508a not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:43:07.376441 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-69d3b2d4-130c-4459-a020-2a2946e95d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:08.981001 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59514) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:09.421501 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690344'] for router_interface (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:09.593692 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-1712f724-0ef4-4549-940e-d2d383e6ba23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:09.639611 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] Deleting port 5bff2cf1-e476-4ed9-8478-2f42b51ff303 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:43:09.639957 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:09.693291 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:09.706388 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:09.724352 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] For port 5bff2cf1-e476-4ed9-8478-2f42b51ff303, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=5bff2cf1-e476-4ed9-8478-2f42b51ff303,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:43:09.724705 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:09.737089 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] Calling delete_port for 5bff2cf1-e476-4ed9-8478-2f42b51ff303 owned by network:router_interface {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:43:09.916287 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (5bff2cf1-e476-4ed9-8478-2f42b51ff303), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:09.945845 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] Pushing event deleted for resources: {'Port': ['ID=5bff2cf1-e476-4ed9-8478-2f42b51ff303,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:10.101540 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535320'] for router_interface (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:10.321882 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] Router e63bf0f2-5bdb-426b-ba62-4059c0993d4d has already been hosted by L3 agent fade58a2-084f-4450-8032-b32f485e47fa {{(pid=106219) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 17:43:10.424640 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] Notify agent at l3_agent.dv-cinder-849143-8-iscsi the message routers_updated {{(pid=106219) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 17:43:10.429693 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-bc14c279-ba93-412a-9997-bf2d1433cf8f admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/e63bf0f2-5bdb-426b-ba62-4059c0993d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4482007 Sep 27 17:43:10.432489 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59518) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:10.435197 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] Sync routers for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 17:43:10.444685 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:43:10.445301 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:43:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:10.534626 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Publish callbacks [] for router (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:10.547529 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: dv-cinder-849143-8-iscsi {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:43:10.573597 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:10.583752 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:10.644379 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Publish callbacks [] for router_gateway (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:10.676977 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:10.687223 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Deleting port 7a6c47bf-5059-42cc-8d77-d7e3a914f929 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:43:10.687564 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:10.719346 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'external_fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:43:09Z', 'revision_number': 5, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port': {'id': '7a6c47bf-5059-42cc-8d77-d7e3a914f929', 'name': '', 'network_id': 'f669a52f-997c-4ce8-aae2-daad43416c4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d72281-505a-48fd-bb31-df2eca0ef0b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-8-iscsi'}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:10.749012 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] Checking router: e63bf0f2-5bdb-426b-ba62-4059c0993d4d for host: dv-cinder-849143-8-iscsi {{(pid=106221) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 17:43:10.750620 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:10.759762 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] Routers {'e63bf0f2-5bdb-426b-ba62-4059c0993d4d'} bound to L3 agent in host dv-cinder-849143-8-iscsi {{(pid=106221) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 17:43:10.760377 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-27T17:16:10Z,description=,heartbeat_timestamp=2022-09-27T17:43:10Z,host='dv-cinder-849143-8-iscsi',id=fade58a2-084f-4450-8032-b32f485e47fa,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T17:16:10Z,topic='l3_agent')) {'router_ids': ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'], 'active': True} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:10.770433 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] For port 7a6c47bf-5059-42cc-8d77-d7e3a914f929, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=7a6c47bf-5059-42cc-8d77-d7e3a914f929,segment=NetworkSegment(523cc78a-83bd-412b-800d-205f52e816c4),segment_id=523cc78a-83bd-412b-800d-205f52e816c4)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:43:10.770799 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:10.784027 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Calling delete_port for 7a6c47bf-5059-42cc-8d77-d7e3a914f929 owned by network:router_gateway {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:43:10.842352 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_dvr_db [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] Set router e63bf0f2-5bdb-426b-ba62-4059c0993d4d gateway port host: None {{(pid=106221) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 17:43:10.895025 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.l3_hamode_db [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:43:10Z', 'revision_number': 6, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port_host': None}], 'dv-cinder-849143-8-iscsi', False) {} {{(pid=106221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:10.924354 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee4d94-38fb-4f64-802e-7ee669b955c1 None None] The sync data for ids ['e63bf0f2-5bdb-426b-ba62-4059c0993d4d'] in dv-cinder-849143-8-iscsi is: [{'id': 'e63bf0f2-5bdb-426b-ba62-4059c0993d4d', 'name': 'tempest-AttachVolumeTestJSON-2072692854-router', 'tenant_id': '0bd65ea59a6d41219ecf99f5a554056a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T17:36:27Z', 'updated_at': '2022-09-27T17:43:10Z', 'revision_number': 6, 'project_id': '0bd65ea59a6d41219ecf99f5a554056a', 'gw_port_host': None}] {{(pid=106221) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 17:43:10.938103 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:10.956539 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (7a6c47bf-5059-42cc-8d77-d7e3a914f929), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:10.979606 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6c47bf-5059-42cc-8d77-d7e3a914f929,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:11.040529 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534638'] for router_gateway (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.124220 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-535415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.126325 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Publish callbacks [] for router_controller (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.169403 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-535406'] for router (e63bf0f2-5bdb-426b-ba62-4059c0993d4d), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.169958 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e63bf0f2-5bdb-426b-ba62-4059c0993d4d {{(pid=106219) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 17:43:11.174437 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.175592 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1e1b02d4-0180-4f9a-a650-454f9c156996 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/e63bf0f2-5bdb-426b-ba62-4059c0993d4d HTTP/1.1" status: 204 len: 168 time: 0.7422104 Sep 27 17:43:11.178316 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59520) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:11.222311 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d135f2-e24f-4e78-88b7-6edb6d7da922 admin admin] Deleting subnet a0b369f4-1fb8-4146-9b6a-7f9b61773653 {{(pid=106219) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 17:43:11.225315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-85d135f2-e24f-4e78-88b7-6edb6d7da922 admin admin] Publish callbacks [] for subnet (a0b369f4-1fb8-4146-9b6a-7f9b61773653), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.259196 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-85d135f2-e24f-4e78-88b7-6edb6d7da922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466286'] for subnet (a0b369f4-1fb8-4146-9b6a-7f9b61773653), precommit_delete_associations {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.339873 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-85d135f2-e24f-4e78-88b7-6edb6d7da922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343822'] for subnet (a0b369f4-1fb8-4146-9b6a-7f9b61773653), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.368148 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:11.397820 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-85d135f2-e24f-4e78-88b7-6edb6d7da922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2372855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10281563'] for subnet (a0b369f4-1fb8-4146-9b6a-7f9b61773653), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.419973 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d135f2-e24f-4e78-88b7-6edb6d7da922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b369f4-1fb8-4146-9b6a-7f9b61773653,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:11.425426 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-85d135f2-e24f-4e78-88b7-6edb6d7da922 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.428525 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-85d135f2-e24f-4e78-88b7-6edb6d7da922 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/a0b369f4-1fb8-4146-9b6a-7f9b61773653 HTTP/1.1" status: 204 len: 168 time: 0.2492809 Sep 27 17:43:11.431054 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59522) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:11.431921 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc57efc-a49c-455f-9f2c-e440dd11bc09 None None] Network 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 requested from dv-cinder-849143-8-iscsi {{(pid=106221) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 17:43:11.484147 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:11.501582 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1315103'] for network (49c3b1bc-0887-4bf4-a331-6a649d0d76a8), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.547351 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Deleting port fa60c62e-f9a8-4867-a645-1e2ca717cb00 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:43:11.547694 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.609281 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] For port fa60c62e-f9a8-4867-a645-1e2ca717cb00, host dv-cinder-849143-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-8-iscsi',level=0,port_id=fa60c62e-f9a8-4867-a645-1e2ca717cb00,segment=NetworkSegment(5b08702f-af3f-47d1-9be6-17dacd6b5544),segment_id=5b08702f-af3f-47d1-9be6-17dacd6b5544)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:43:11.609595 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.623045 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Calling delete_port for fa60c62e-f9a8-4867-a645-1e2ca717cb00 owned by network:dhcp {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:43:11.693209 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d4fd5-14aa-4be6-9410-f0757f22383d None None] DHCP port deletion for 49c3b1bc-0887-4bf4-a331-6a649d0d76a8 request from dv-cinder-849143-8-iscsi {{(pid=106221) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 17:43:11.715019 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (fa60c62e-f9a8-4867-a645-1e2ca717cb00), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.739942 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa60c62e-f9a8-4867-a645-1e2ca717cb00,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:11.742599 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device fa60c62e-f9a8-4867-a645-1e2ca717cb00 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:43:11.744212 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] No DVR routers for this DVR port fa60c62e-f9a8-4867-a645-1e2ca717cb00 on host dv-cinder-849143-8-iscsi {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:43:11.763241 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: fa60c62e-f9a8-4867-a645-1e2ca717cb00 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:43:11.763589 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device fa60c62e-f9a8-4867-a645-1e2ca717cb00 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:43:11.764021 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 7a6c47bf-5059-42cc-8d77-d7e3a914f929 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:43:11.786131 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 7a6c47bf-5059-42cc-8d77-d7e3a914f929 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:43:11.786481 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 7a6c47bf-5059-42cc-8d77-d7e3a914f929 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:43:11.786903 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 5bff2cf1-e476-4ed9-8478-2f42b51ff303 no longer exists at agent ovs-agent-dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:43:11.806367 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] No Port match for: 5bff2cf1-e476-4ed9-8478-2f42b51ff303 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:43:11.806993 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Device 5bff2cf1-e476-4ed9-8478-2f42b51ff303 not bound to the agent host dv-cinder-849143-8-iscsi {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:43:11.818910 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1532536', 'neutron.services.segments.db._delete_segments_for_network-8767901981130'] for network (49c3b1bc-0887-4bf4-a331-6a649d0d76a8), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.840495 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c3b1bc-0887-4bf4-a331-6a649d0d76a8']}} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:11.850823 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b08702f-af3f-47d1-9be6-17dacd6b5544') {'for_net_delete': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:11.851111 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.services.segments.db [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b08702f-af3f-47d1-9be6-17dacd6b5544') {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 17:43:11.864872 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767901868391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466279'] for segment (5b08702f-af3f-47d1-9be6-17dacd6b5544), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.879804 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405'] for segment (5b08702f-af3f-47d1-9be6-17dacd6b5544), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.887460 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=106219) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 17:43:11.887992 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2372697'] for segment (5b08702f-af3f-47d1-9be6-17dacd6b5544), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.951023 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1532531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534677'] for network (49c3b1bc-0887-4bf4-a331-6a649d0d76a8), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.967998 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553844'] for network (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:11.972722 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/49c3b1bc-0887-4bf4-a331-6a649d0d76a8 HTTP/1.1" status: 204 len: 168 time: 0.5406294 Sep 27 17:43:11.974285 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 5b08702f-af3f-47d1-9be6-17dacd6b5544 resource provider aggregate not found Sep 27 17:43:11.978549 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fa10f-e9cc-41fe-8588-80dae394dd42 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c3b1bc-0887-4bf4-a331-6a649d0d76a8,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:11.997241 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.services.segments.plugin [-] Segment 5b08702f-af3f-47d1-9be6-17dacd6b5544 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b08702f-af3f-47d1-9be6-17dacd6b5544 found for delete ", "request_id": "req-fee78acd-2e49-4649-805d-0ddb907e3a80"}]} Sep 27 17:43:12.088333 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59532) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:12.130006 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-f34372f0-96a6-47d6-ae7d-2316181b2006 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0bd65ea59a6d41219ecf99f5a554056a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405345 Sep 27 17:43:12.132472 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59534) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:12.179877 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-03e10f9e-d0f0-4fc1-a1f8-0ab6fa10b819 admin admin] Publish callbacks [] for security_group (06a820e3-9301-4a50-8374-6c964e2139d0), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:12.202524 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-03e10f9e-d0f0-4fc1-a1f8-0ab6fa10b819 admin admin] Publish callbacks [] for security_group (06a820e3-9301-4a50-8374-6c964e2139d0), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:12.248259 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-03e10f9e-d0f0-4fc1-a1f8-0ab6fa10b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (06a820e3-9301-4a50-8374-6c964e2139d0), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:12.250783 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-03e10f9e-d0f0-4fc1-a1f8-0ab6fa10b819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:12.251920 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-03e10f9e-d0f0-4fc1-a1f8-0ab6fa10b819 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/06a820e3-9301-4a50-8374-6c964e2139d0 HTTP/1.1" status: 204 len: 168 time: 0.1185665 Sep 27 17:43:12.259499 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e10f9e-d0f0-4fc1-a1f8-0ab6fa10b819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a820e3-9301-4a50-8374-6c964e2139d0,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:12.480707 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:12.536978 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:14.145934 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:14.148891 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:15.180484 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59666) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:15.287299 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.297722 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f51b8ede-2a93-4a6d-8eab-7e904423d95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.375669 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f51b8ede-2a93-4a6d-8eab-7e904423d95d admin admin] Publish callbacks [] for security_group (627d41a8-2fa4-4333-a53e-0c7249ef2ccd), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.379799 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-f51b8ede-2a93-4a6d-8eab-7e904423d95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (627d41a8-2fa4-4333-a53e-0c7249ef2ccd), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.417011 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b8ede-2a93-4a6d-8eab-7e904423d95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627d41a8-2fa4-4333-a53e-0c7249ef2ccd,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:15.422387 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-f51b8ede-2a93-4a6d-8eab-7e904423d95d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=50cbb0968a804488a40b0c46386df16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407794 Sep 27 17:43:15.425387 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59670) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:15.475322 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-485841d7-e898-436d-b87b-c598dd07c137 admin admin] Publish callbacks [] for security_group (627d41a8-2fa4-4333-a53e-0c7249ef2ccd), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.497570 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-485841d7-e898-436d-b87b-c598dd07c137 admin admin] Publish callbacks [] for security_group (627d41a8-2fa4-4333-a53e-0c7249ef2ccd), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.545318 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-485841d7-e898-436d-b87b-c598dd07c137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (627d41a8-2fa4-4333-a53e-0c7249ef2ccd), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.547847 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-485841d7-e898-436d-b87b-c598dd07c137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.549530 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-485841d7-e898-436d-b87b-c598dd07c137 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/627d41a8-2fa4-4333-a53e-0c7249ef2ccd HTTP/1.1" status: 204 len: 168 time: 0.1227417 Sep 27 17:43:15.558815 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485841d7-e898-436d-b87b-c598dd07c137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627d41a8-2fa4-4333-a53e-0c7249ef2ccd,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:15.810664 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59676) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:15.824137 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9b1477a1-b23c-46aa-a5c6-e8adc2772e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.879880 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:15.901302 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9b1477a1-b23c-46aa-a5c6-e8adc2772e15 admin admin] Publish callbacks [] for security_group (c296f8bb-50bd-4dca-8a21-517596d2305b), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.905128 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9b1477a1-b23c-46aa-a5c6-e8adc2772e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (c296f8bb-50bd-4dca-8a21-517596d2305b), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:15.910389 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:15.948922 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-9b1477a1-b23c-46aa-a5c6-e8adc2772e15 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4516d87670ae488eb13c6a65eab4dc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371620 Sep 27 17:43:15.949646 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1477a1-b23c-46aa-a5c6-e8adc2772e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c296f8bb-50bd-4dca-8a21-517596d2305b,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:15.951686 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59678) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:15.979595 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:15.992457 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:16.005288 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b867ee8-0449-46ab-815c-ebb88918b33c admin admin] Publish callbacks [] for security_group (c296f8bb-50bd-4dca-8a21-517596d2305b), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:16.025997 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b867ee8-0449-46ab-815c-ebb88918b33c admin admin] Publish callbacks [] for security_group (c296f8bb-50bd-4dca-8a21-517596d2305b), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:16.071179 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b867ee8-0449-46ab-815c-ebb88918b33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (c296f8bb-50bd-4dca-8a21-517596d2305b), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:16.073657 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0b867ee8-0449-46ab-815c-ebb88918b33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:16.074855 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-0b867ee8-0449-46ab-815c-ebb88918b33c admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c296f8bb-50bd-4dca-8a21-517596d2305b HTTP/1.1" status: 204 len: 168 time: 0.1221595 Sep 27 17:43:16.083330 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b867ee8-0449-46ab-815c-ebb88918b33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c296f8bb-50bd-4dca-8a21-517596d2305b,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:17.624150 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59722) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:17.727361 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-753caff2-442e-4a3b-a26b-eca1bc2f1a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:17.803281 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-753caff2-442e-4a3b-a26b-eca1bc2f1a97 admin admin] Publish callbacks [] for security_group (945b522c-f950-4e1c-9a60-e5cd1f2231b7), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:17.807887 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-753caff2-442e-4a3b-a26b-eca1bc2f1a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (945b522c-f950-4e1c-9a60-e5cd1f2231b7), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:17.844972 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753caff2-442e-4a3b-a26b-eca1bc2f1a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945b522c-f950-4e1c-9a60-e5cd1f2231b7,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:17.849920 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-753caff2-442e-4a3b-a26b-eca1bc2f1a97 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=62813c2d5d664ee0ad889ef57bd21455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247434 Sep 27 17:43:17.852802 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59726) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:17.900364 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-61afa2f9-3feb-45eb-82f4-0fc2e19d29ea admin admin] Publish callbacks [] for security_group (945b522c-f950-4e1c-9a60-e5cd1f2231b7), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:17.919670 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-61afa2f9-3feb-45eb-82f4-0fc2e19d29ea admin admin] Publish callbacks [] for security_group (945b522c-f950-4e1c-9a60-e5cd1f2231b7), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:17.963904 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-61afa2f9-3feb-45eb-82f4-0fc2e19d29ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (945b522c-f950-4e1c-9a60-e5cd1f2231b7), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:17.966446 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-61afa2f9-3feb-45eb-82f4-0fc2e19d29ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:17.967578 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-61afa2f9-3feb-45eb-82f4-0fc2e19d29ea admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/945b522c-f950-4e1c-9a60-e5cd1f2231b7 HTTP/1.1" status: 204 len: 168 time: 0.1138763 Sep 27 17:43:17.975255 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afa2f9-3feb-45eb-82f4-0fc2e19d29ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945b522c-f950-4e1c-9a60-e5cd1f2231b7,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:18.222834 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59732) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:18.235933 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8197ca1c-867b-419c-8565-632600364916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:18.312451 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8197ca1c-867b-419c-8565-632600364916 admin admin] Publish callbacks [] for security_group (1c3766e0-54f6-402c-9b44-37368a83d5d4), precommit_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:18.317721 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-8197ca1c-867b-419c-8565-632600364916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (1c3766e0-54f6-402c-9b44-37368a83d5d4), after_create {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:18.359099 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-8197ca1c-867b-419c-8565-632600364916 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4ccca0fa293f4e1da80125850b6b231d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352103 Sep 27 17:43:18.359932 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ca1c-867b-419c-8565-632600364916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3766e0-54f6-402c-9b44-37368a83d5d4,revision_number=1']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:18.362442 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59734) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:18.413467 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-871c0def-b71f-407c-82b4-b71ae825d0a5 admin admin] Publish callbacks [] for security_group (1c3766e0-54f6-402c-9b44-37368a83d5d4), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:18.433327 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-871c0def-b71f-407c-82b4-b71ae825d0a5 admin admin] Publish callbacks [] for security_group (1c3766e0-54f6-402c-9b44-37368a83d5d4), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:18.481880 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-871c0def-b71f-407c-82b4-b71ae825d0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (1c3766e0-54f6-402c-9b44-37368a83d5d4), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:18.484314 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-871c0def-b71f-407c-82b4-b71ae825d0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:18.485439 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-871c0def-b71f-407c-82b4-b71ae825d0a5 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/1c3766e0-54f6-402c-9b44-37368a83d5d4 HTTP/1.1" status: 204 len: 168 time: 0.1193871 Sep 27 17:43:18.493722 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c0def-b71f-407c-82b4-b71ae825d0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3766e0-54f6-402c-9b44-37368a83d5d4,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:20.904916 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59802) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:21.007194 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5731b9a6-6a64-4934-8051-6f6605a0dd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.083701 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5731b9a6-6a64-4934-8051-6f6605a0dd16 admin admin] Publish callbacks [] for security_group (ef204669-3fad-4ac8-8153-cb6461b82fdb), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.087268 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5731b9a6-6a64-4934-8051-6f6605a0dd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (ef204669-3fad-4ac8-8153-cb6461b82fdb), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.125244 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-5731b9a6-6a64-4934-8051-6f6605a0dd16 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3499aa5ed94f492d8520354e5d5dcb43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192779 Sep 27 17:43:21.126373 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b9a6-6a64-4934-8051-6f6605a0dd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef204669-3fad-4ac8-8153-cb6461b82fdb,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:21.128593 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59806) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:21.176477 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7ce68f66-08dd-40ae-8d43-06af79a1f355 admin admin] Publish callbacks [] for security_group (ef204669-3fad-4ac8-8153-cb6461b82fdb), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.196277 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7ce68f66-08dd-40ae-8d43-06af79a1f355 admin admin] Publish callbacks [] for security_group (ef204669-3fad-4ac8-8153-cb6461b82fdb), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.229560 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:21.245735 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7ce68f66-08dd-40ae-8d43-06af79a1f355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (ef204669-3fad-4ac8-8153-cb6461b82fdb), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.248284 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-7ce68f66-08dd-40ae-8d43-06af79a1f355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.249420 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-7ce68f66-08dd-40ae-8d43-06af79a1f355 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ef204669-3fad-4ac8-8153-cb6461b82fdb HTTP/1.1" status: 204 len: 168 time: 0.1198506 Sep 27 17:43:21.257813 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce68f66-08dd-40ae-8d43-06af79a1f355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef204669-3fad-4ac8-8153-cb6461b82fdb,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:21.506707 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59812) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:21.521777 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-46b25167-4d27-4da8-b367-c50f31063318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.598220 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-46b25167-4d27-4da8-b367-c50f31063318 admin admin] Publish callbacks [] for security_group (1c147dae-24ed-4887-8577-b1978b55c8c4), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.601841 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-46b25167-4d27-4da8-b367-c50f31063318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (1c147dae-24ed-4887-8577-b1978b55c8c4), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.642918 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b25167-4d27-4da8-b367-c50f31063318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c147dae-24ed-4887-8577-b1978b55c8c4,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:21.647177 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-46b25167-4d27-4da8-b367-c50f31063318 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ffb4b4b08ab0422bafb079ff2524e3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394522 Sep 27 17:43:21.649987 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59814) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:21.697504 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b0899952-6565-4ff7-ad9a-12a7b5ae4d7d admin admin] Publish callbacks [] for security_group (1c147dae-24ed-4887-8577-b1978b55c8c4), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.716777 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b0899952-6565-4ff7-ad9a-12a7b5ae4d7d admin admin] Publish callbacks [] for security_group (1c147dae-24ed-4887-8577-b1978b55c8c4), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.763449 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b0899952-6565-4ff7-ad9a-12a7b5ae4d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (1c147dae-24ed-4887-8577-b1978b55c8c4), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.766118 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b0899952-6565-4ff7-ad9a-12a7b5ae4d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:21.767244 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-b0899952-6565-4ff7-ad9a-12a7b5ae4d7d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/1c147dae-24ed-4887-8577-b1978b55c8c4 HTTP/1.1" status: 204 len: 168 time: 0.1163728 Sep 27 17:43:21.774726 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0899952-6565-4ff7-ad9a-12a7b5ae4d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c147dae-24ed-4887-8577-b1978b55c8c4,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:28.506689 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:29.801595 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59932) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:29.918455 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7839899-9bcf-4d51-a75f-3ba67a94edbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:29.920003 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:29.970967 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:30.001488 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7839899-9bcf-4d51-a75f-3ba67a94edbf admin admin] Publish callbacks [] for security_group (f75b085c-262d-4a82-beab-3e18957ecf39), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.005469 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-d7839899-9bcf-4d51-a75f-3ba67a94edbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f75b085c-262d-4a82-beab-3e18957ecf39), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.046673 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-d7839899-9bcf-4d51-a75f-3ba67a94edbf admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c6a15766063040628d9d83e8ec4d04f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439835 Sep 27 17:43:30.047579 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7839899-9bcf-4d51-a75f-3ba67a94edbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75b085c-262d-4a82-beab-3e18957ecf39,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:30.049392 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59936) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:30.081695 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:30.101077 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e03d-8b3d-4b93-aca2-381532597774 admin admin] Publish callbacks [] for security_group (f75b085c-262d-4a82-beab-3e18957ecf39), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.121039 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e03d-8b3d-4b93-aca2-381532597774 admin admin] Publish callbacks [] for security_group (f75b085c-262d-4a82-beab-3e18957ecf39), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.173643 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e03d-8b3d-4b93-aca2-381532597774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (f75b085c-262d-4a82-beab-3e18957ecf39), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.176252 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e03d-8b3d-4b93-aca2-381532597774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.177387 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-6bd3e03d-8b3d-4b93-aca2-381532597774 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f75b085c-262d-4a82-beab-3e18957ecf39 HTTP/1.1" status: 204 len: 168 time: 0.1269028 Sep 27 17:43:30.185431 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3e03d-8b3d-4b93-aca2-381532597774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75b085c-262d-4a82-beab-3e18957ecf39,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:30.446579 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59942) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:30.459671 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-82246045-f3f8-4adf-b98b-c1aa891ce623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.538315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-82246045-f3f8-4adf-b98b-c1aa891ce623 admin admin] Publish callbacks [] for security_group (6881e658-d6dd-42ab-b96f-f61b7398208b), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.542018 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-82246045-f3f8-4adf-b98b-c1aa891ce623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (6881e658-d6dd-42ab-b96f-f61b7398208b), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.581462 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-82246045-f3f8-4adf-b98b-c1aa891ce623 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=70b87eca73614111b20fda34ea15fc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338367 Sep 27 17:43:30.582452 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82246045-f3f8-4adf-b98b-c1aa891ce623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6881e658-d6dd-42ab-b96f-f61b7398208b,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:30.584127 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59944) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:30.632460 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0d045e3d-8860-4e46-bdf8-c287493986a5 admin admin] Publish callbacks [] for security_group (6881e658-d6dd-42ab-b96f-f61b7398208b), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.651645 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0d045e3d-8860-4e46-bdf8-c287493986a5 admin admin] Publish callbacks [] for security_group (6881e658-d6dd-42ab-b96f-f61b7398208b), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.700564 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0d045e3d-8860-4e46-bdf8-c287493986a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (6881e658-d6dd-42ab-b96f-f61b7398208b), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.703282 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0d045e3d-8860-4e46-bdf8-c287493986a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:30.704807 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-0d045e3d-8860-4e46-bdf8-c287493986a5 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6881e658-d6dd-42ab-b96f-f61b7398208b HTTP/1.1" status: 204 len: 168 time: 0.1195450 Sep 27 17:43:30.712720 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d045e3d-8860-4e46-bdf8-c287493986a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6881e658-d6dd-42ab-b96f-f61b7398208b,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:31.024823 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.wsgi [-] (106219) accepted ('10.222.0.55', 59950) {{(pid=106219) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:31.038751 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa7e4-4901-4f1f-97cf-3e5e2c8b8573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:31.115045 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa7e4-4901-4f1f-97cf-3e5e2c8b8573 admin admin] Publish callbacks [] for security_group (716e6921-3886-4e9c-b691-16795940d37a), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:31.119014 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1e1aa7e4-4901-4f1f-97cf-3e5e2c8b8573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (716e6921-3886-4e9c-b691-16795940d37a), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:31.158646 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [None req-1e1aa7e4-4901-4f1f-97cf-3e5e2c8b8573 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4c45dcccfb26445eb341397fe175ea5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327629 Sep 27 17:43:31.159505 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1aa7e4-4901-4f1f-97cf-3e5e2c8b8573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716e6921-3886-4e9c-b691-16795940d37a,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:31.161885 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 59952) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:31.212326 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0e44a983-21ea-4d20-8d8e-d5e6d7b082a2 admin admin] Publish callbacks [] for security_group (716e6921-3886-4e9c-b691-16795940d37a), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:31.232277 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0e44a983-21ea-4d20-8d8e-d5e6d7b082a2 admin admin] Publish callbacks [] for security_group (716e6921-3886-4e9c-b691-16795940d37a), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:31.280099 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0e44a983-21ea-4d20-8d8e-d5e6d7b082a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (716e6921-3886-4e9c-b691-16795940d37a), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:31.282489 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-0e44a983-21ea-4d20-8d8e-d5e6d7b082a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:31.283635 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-0e44a983-21ea-4d20-8d8e-d5e6d7b082a2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/716e6921-3886-4e9c-b691-16795940d37a HTTP/1.1" status: 204 len: 168 time: 0.1206923 Sep 27 17:43:31.291637 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44a983-21ea-4d20-8d8e-d5e6d7b082a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716e6921-3886-4e9c-b691-16795940d37a,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:33.550538 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-09bf372e-d0e3-4109-a08a-c57d3d27185b tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=aad3fbebc440463194bf8cf5ac707f13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326219 Sep 27 17:43:33.982878 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-94d77f6a-a668-4ff3-bb6a-b65f4fcac19a tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:33.984330 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-94d77f6a-a668-4ff3-bb6a-b65f4fcac19a tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4286125 Sep 27 17:43:33.999308 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-46f7441c-cf8b-4cdc-91ce-0a92eb485d07 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/quotas/aad3fbebc440463194bf8cf5ac707f13 HTTP/1.1" status: 200 len: 375 time: 0.0090208 Sep 27 17:43:34.031670 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-57a67de9-2670-488b-844c-fcd5eb6a2556 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=aad3fbebc440463194bf8cf5ac707f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273912 Sep 27 17:43:34.196147 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-88f3098e-4a63-44f5-85f8-ecde354dafd0 req-eabfea78-eb9e-4bf8-a6b5-33d5060ea40d tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 210 time: 0.0277290 Sep 27 17:43:35.281693 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-f225473a-4e5b-4e07-87b4-463cac161560 req-45368cf5-ed48-4b37-939b-15aeb412d488 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 210 time: 0.0309818 Sep 27 17:43:36.366179 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-5703a21e-2fb3-4da3-bd2c-3543cff042f0 req-be691a8d-32e9-4ccb-b09b-dca0cca40b7d tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 210 time: 0.0285387 Sep 27 17:43:36.630545 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:43:37.379555 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-152413a0-8312-4457-bc02-6382617b903c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:37.456927 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e5a82e91-7316-4da8-b03c-c51067f1e100 req-9c1d299d-6fb9-4cc4-b4bc-7c43214bdbce tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 210 time: 0.0279801 Sep 27 17:43:38.557291 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-11a977ae-a4cf-4d48-b4a9-11d58690dcf1 req-785071fe-a43a-439f-9d73-207106d60be5 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 210 time: 0.0271938 Sep 27 17:43:39.203347 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-4fc921ee-0a6f-4315-953a-9509d4a776f6 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=aad3fbebc440463194bf8cf5ac707f13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201316 Sep 27 17:43:39.305995 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:39.314451 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-9f558563-4e87-44c6-b6be-397ab8440786 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:39.315876 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-9f558563-4e87-44c6-b6be-397ab8440786 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067853 Sep 27 17:43:39.336122 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Request body: {'port': {'device_id': 'a34b8bed-3a32-4241-ab88-6b47784d8a75', 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25', 'admin_state_up': True, 'tenant_id': 'aad3fbebc440463194bf8cf5ac707f13'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:43:39.438581 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:39.446494 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Made reservation on behalf of aad3fbebc440463194bf8cf5ac707f13 for: {'port': 1} {{(pid=106219) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 17:43:39.450127 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:39.460121 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks [] for security_group (None), before_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:39.535148 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks [] for security_group (117880a0-0472-4eec-ad6a-caa0aa2c96a4), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:39.539330 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (117880a0-0472-4eec-ad6a-caa0aa2c96a4), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:39.598878 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-6a7e06e9-c35d-4a7a-8e30-28f25937c7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:39.605856 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117880a0-0472-4eec-ad6a-caa0aa2c96a4,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:39.680253 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-506810fa-411d-4e53-9641-54082126771e req-982ce371-9ec5-43b2-85ba-64b1529c5fff tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 210 time: 0.0311959 Sep 27 17:43:39.699274 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.db_base_plugin_common [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Allocated IP 192.168.233.240 (d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25/e2be0ebe-f55a-4faf-a2d4-8d73258ed187/a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1) {{(pid=106219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 17:43:39.845312 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks [] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), precommit_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:39.876385 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767901466314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), after_create {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:39.920561 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 is already hosted by enough agents. {{(pid=106219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 17:43:39.923706 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.scheduler.base_scheduler [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Resources bound (agent type, host, resource id): {{(pid=106219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 17:43:39.928054 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Received port after_create {{(pid=106219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 17:43:39.934020 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Pushing event updated for resources: {'Port': ['ID=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,revision_number=1']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:39.982486 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:39.983093 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:40.001810 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-401968d9-ee92-4ef4-a760-62e3c0896664 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6699250 Sep 27 17:43:40.016004 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.v2.base [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Request body: {'port': {'device_id': 'a34b8bed-3a32-4241-ab88-6b47784d8a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106219) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 17:43:40.077999 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:40.111169 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:40.120207 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:40.191608 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-654cdc39-11b2-4c7b-a33d-55a9ffb130cd None None] Provisioning complete for port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 triggered by entity DHCP. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:43:40.192521 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-654cdc39-11b2-4c7b-a33d-55a9ffb130cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:40.192859 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-654cdc39-11b2-4c7b-a33d-55a9ffb130cd None None] Attempt 1 to provision port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 Sep 27 17:43:40.224100 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-654cdc39-11b2-4c7b-a33d-55a9ffb130cd None None] Port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 cannot update to ACTIVE because it is not bound. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 17:43:40.333149 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 {{(pid=106219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:43:40.340522 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Publish callbacks [] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:40.353207 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.provisioning_blocks [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Transition to ACTIVE for port object a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 will not be triggered until provisioned by entity L2. {{(pid=106219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 17:43:40.356319 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:40.434127 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Pushing event updated for resources: {'Port': ['ID=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:40.464817 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Attempting to bind port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 17:43:40.465167 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Attempting to bind port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '04360104-f522-4b08-8eb9-7bbb35dd0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 17:43:40.465502 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Attempting to bind port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 on network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:43:40.509500 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 on network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 17:43:40.509828 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Attempting to bind port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 on network d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 17:43:40.557514 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Checking agent: {'id': '35e91b19-e401-4cb2-b707-b07b692bd830', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'started_at': datetime.datetime(2022, 9, 27, 17, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 17, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 17:43:40.557852 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Checking segment: {'id': '04360104-f522-4b08-8eb9-7bbb35dd0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 17:43:40.558272 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Bound using segment: {'id': '04360104-f522-4b08-8eb9-7bbb35dd0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 17:43:40.558709 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Bound port: a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04360104-f522-4b08-8eb9-7bbb35dd0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 17:43:40.559067 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:40.618322 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] For port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1, host hv-cinder-84914, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 17:43:40.621688 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] For port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,segment=NetworkSegment(04360104-f522-4b08-8eb9-7bbb35dd0bb1),segment_id=04360104-f522-4b08-8eb9-7bbb35dd0bb1)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 17:43:40.627840 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2372797'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:40.631866 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:40.632844 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:40.634257 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 HTTP/1.1" status: 200 len: 1098 time: 0.6225307 Sep 27 17:43:40.635739 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34b8bed-3a32-4241-ab88-6b47784d8a75', 'tag': 'a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:43:40.637955 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1de76b-670c-471a-8d92-5d1b54aac55c" -d '{"events": [{"name": "network-changed", "server_uuid": "a34b8bed-3a32-4241-ab88-6b47784d8a75", "tag": "a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:43:40.680706 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0609a1ab-9342-4dc0-8259-bf3b20749e4c x-openstack-request-id: req-0609a1ab-9342-4dc0-8259-bf3b20749e4c {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:43:40.680997 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34b8bed-3a32-4241-ab88-6b47784d8a75", "tag": "a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:43:40.681268 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0609a1ab-9342-4dc0-8259-bf3b20749e4c {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:43:40.681657 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0609a1ab-9342-4dc0-8259-bf3b20749e4c'] response: {'name': 'network-changed', 'server_uuid': 'a34b8bed-3a32-4241-ab88-6b47784d8a75', 'tag': 'a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1', 'status': 'completed', 'code': 200} Sep 27 17:43:40.686406 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1472b-4d66-45bb-9849-ad82f50d0e32 service neutron] Pushing event updated for resources: {'Port': ['ID=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:40.726638 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-654cdc39-11b2-4c7b-a33d-55a9ffb130cd None None] Attempt 2 to provision port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 Sep 27 17:43:40.740309 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-90479b40-ffda-4138-9181-e723213c2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:40.742051 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-90479b40-ffda-4138-9181-e723213c2f5f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=aad3fbebc440463194bf8cf5ac707f13&device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 1132 time: 0.0441332 Sep 27 17:43:40.753154 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:40.773583 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-654cdc39-11b2-4c7b-a33d-55a9ffb130cd None None] Port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 had new provisioning blocks added so it will not transition to active. {{(pid=106221) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 17:43:40.793092 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-b1fb08ed-eb1d-4782-8ff0-8f36bdf2fe10 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 HTTP/1.1" status: 200 len: 217 time: 0.0412953 Sep 27 17:43:40.858992 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7a2b2-e859-418b-9a8d-3657c72b1d8a req-171afda7-ac10-442e-9782-f4cb0409429b tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:40.860432 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-44b7a2b2-e859-418b-9a8d-3657c72b1d8a req-171afda7-ac10-442e-9782-f4cb0409429b tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 948 time: 0.1025503 Sep 27 17:43:40.882419 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-d05eb936-0a8d-4b58-9393-016492cdf809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:40.883773 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-d05eb936-0a8d-4b58-9393-016492cdf809 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e2be0ebe-f55a-4faf-a2d4-8d73258ed187 HTTP/1.1" status: 200 len: 843 time: 0.0753908 Sep 27 17:43:40.920450 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:40.946406 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-44b7a2b2-e859-418b-9a8d-3657c72b1d8a req-6c2ac127-b367-4ba4-b935-742d46556349 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=117880a0-0472-4eec-ad6a-caa0aa2c96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799699 Sep 27 17:43:40.947692 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-11fbf17e-8d28-4288-a731-b714d2f6eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:40.949246 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-11fbf17e-8d28-4288-a731-b714d2f6eaa5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0577819 Sep 27 17:43:41.000875 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:41.013303 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:41.040544 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-b63112ec-5ec5-4d58-b47f-b0f4b28685bc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854175 Sep 27 17:43:41.129838 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4f85a8b8-a115-42c9-b883-b81832d0d1f1 req-9a761bcc-0292-4edf-825e-f590690290c9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832167 Sep 27 17:43:41.266651 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=47,neutron:DELETE=8 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:41.288252 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:42.067292 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198ca13-01a6-449a-ba7e-6e32726dbbad req-d9c6fb02-b551-4db7-b8de-b7fae45b5af4 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:42.068796 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7198ca13-01a6-449a-ba7e-6e32726dbbad req-d9c6fb02-b551-4db7-b8de-b7fae45b5af4 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 948 time: 0.0473428 Sep 27 17:43:42.115139 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-7198ca13-01a6-449a-ba7e-6e32726dbbad req-55877ff6-80e4-4190-ae6f-514f4d073c21 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=117880a0-0472-4eec-ad6a-caa0aa2c96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408511 Sep 27 17:43:42.483266 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:42.539283 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:43.238015 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-e210c93d-251e-4a0c-9e6f-34efffb5a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:43.239998 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-e210c93d-251e-4a0c-9e6f-34efffb5a579 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=aad3fbebc440463194bf8cf5ac707f13&device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 1132 time: 0.0693767 Sep 27 17:43:43.261120 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a91d66-121e-41c1-a8a5-f07081bd97d1 req-05832066-9fdc-429d-8c0a-60d063afd824 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:43.262495 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-13a91d66-121e-41c1-a8a5-f07081bd97d1 req-05832066-9fdc-429d-8c0a-60d063afd824 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 948 time: 0.0611796 Sep 27 17:43:43.364500 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-13a91d66-121e-41c1-a8a5-f07081bd97d1 req-c91e7ea1-df95-4a61-ae5d-d3dcd0534de5 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=117880a0-0472-4eec-ad6a-caa0aa2c96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924416 Sep 27 17:43:43.373689 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-9626b7cb-a39f-46df-867b-d556c8a6d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:43.375142 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-9626b7cb-a39f-46df-867b-d556c8a6d5b5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25 HTTP/1.1" status: 200 len: 870 time: 0.1292446 Sep 27 17:43:43.414280 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-0628aa74-023a-41ee-ab47-042f7ab65941 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 HTTP/1.1" status: 200 len: 217 time: 0.0317070 Sep 27 17:43:43.460529 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-b3ba7692-635f-469a-94cd-090eee49cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:43.461938 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-b3ba7692-635f-469a-94cd-090eee49cb4f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e2be0ebe-f55a-4faf-a2d4-8d73258ed187 HTTP/1.1" status: 200 len: 843 time: 0.0424902 Sep 27 17:43:43.503783 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-37358dfb-0de9-49ea-be8b-b0fd2c906307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:43.505238 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-37358dfb-0de9-49ea-be8b-b0fd2c906307 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0377171 Sep 27 17:43:43.594177 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-985f550a-8ca7-4cde-9a28-1fdf2c06ee29 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828314 Sep 27 17:43:43.688697 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-4b1de76b-670c-471a-8d92-5d1b54aac55c req-95ef6b48-da19-483a-a0d7-c6b921f4fcc6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880706 Sep 27 17:43:43.881479 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106221) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 17:43:43.979380 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,segment=NetworkSegment(04360104-f522-4b08-8eb9-7bbb35dd0bb1),segment_id=04360104-f522-4b08-8eb9-7bbb35dd0bb1)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:43:43.990003 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Returning: {'device': 'a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1', 'network_id': 'd1cba7f5-066f-4a70-a0eb-f8bbe2aaeb25', 'port_id': 'a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1', 'mac_address': 'fa:16:3e:9c:fe:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2be0ebe-f55a-4faf-a2d4-8d73258ed187', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106221) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 17:43:44.023341 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 is: DOWN; New status is: BUILD {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:43:44.023721 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:44.036592 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 {{(pid=106221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 17:43:44.055785 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,segment=NetworkSegment(04360104-f522-4b08-8eb9-7bbb35dd0bb1),segment_id=04360104-f522-4b08-8eb9-7bbb35dd0bb1)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:43:44.059783 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:44.105385 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,revision_number=4']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:44.112368 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.112718 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.113068 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.113404 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.113767 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.114112 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.114441 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.114765 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.115089 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.115410 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.115730 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.116056 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.116374 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.116947 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.117263 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-8-iscsi {{(pid=106221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 17:43:44.481750 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6facaad-35b1-45c7-b655-e2d6f81f0f17 req-858b5351-e444-481a-a75d-2ef04b65cc54 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:44.482387 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:43:44.483256 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c6facaad-35b1-45c7-b655-e2d6f81f0f17 req-858b5351-e444-481a-a75d-2ef04b65cc54 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 949 time: 0.0454555 Sep 27 17:43:44.536933 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-c6facaad-35b1-45c7-b655-e2d6f81f0f17 req-c146c771-d1b7-4e24-b814-57ee060d50e5 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=117880a0-0472-4eec-ad6a-caa0aa2c96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473795 Sep 27 17:43:45.283449 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:45.656308 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8058a61-ae35-464d-bd9e-472890e389f9 req-c68ef9bd-48aa-4053-b4d6-9bb126dec23a tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:45.657757 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e8058a61-ae35-464d-bd9e-472890e389f9 req-c68ef9bd-48aa-4053-b4d6-9bb126dec23a tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 949 time: 0.0457497 Sep 27 17:43:45.703022 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-e8058a61-ae35-464d-bd9e-472890e389f9 req-ed14f90d-383f-4c8d-b079-282529b8e92d tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=117880a0-0472-4eec-ad6a-caa0aa2c96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Sep 27 17:43:45.886236 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 up at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 17:43:45.929682 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning for port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 completed by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 17:43:45.936552 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.db.provisioning_blocks [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Provisioning complete for port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 triggered by entity L2. {{(pid=106221) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 17:43:45.936935 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534929'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), provisioning_complete {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:45.937303 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Attempt 1 to provision port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 Sep 27 17:43:45.978184 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:46.011348 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Current status of the port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 is: BUILD; New status is: ACTIVE {{(pid=106221) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 17:43:46.011741 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1542721'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), before_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:46.034179 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34b8bed-3a32-4241-ab88-6b47784d8a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1'}] {{(pid=106221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:43:46.036501 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37b64e47aac1b9dba70a3a9f65df192952bf03fe6df32183b48b1e2853115612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10fc48a-b2b8-48a3-bcf6-3e4b1aa01309" -d '{"events": [{"server_uuid": "a34b8bed-3a32-4241-ab88-6b47784d8a75", "name": "network-vif-plugged", "status": "completed", "tag": "a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1"}]}' {{(pid=106221) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:43:46.049168 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] For port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,segment=NetworkSegment(04360104-f522-4b08-8eb9-7bbb35dd0bb1),segment_id=04360104-f522-4b08-8eb9-7bbb35dd0bb1)] {{(pid=106221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:43:46.053782 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767901904047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767901466332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767901466350'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:46.078122 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7d2013-df1a-4621-bb2c-06ecb1c31eab x-openstack-request-id: req-ff7d2013-df1a-4621-bb2c-06ecb1c31eab {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:43:46.078414 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34b8bed-3a32-4241-ab88-6b47784d8a75", "name": "network-vif-plugged", "status": "completed", "tag": "a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1", "code": 200}]} {{(pid=106221) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:43:46.078664 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff7d2013-df1a-4621-bb2c-06ecb1c31eab {{(pid=106221) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:43:46.079053 dv-cinder-849143-8-iscsi neutron-server[106221]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7d2013-df1a-4621-bb2c-06ecb1c31eab'] response: {'server_uuid': 'a34b8bed-3a32-4241-ab88-6b47784d8a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1', 'code': 200} Sep 27 17:43:46.104641 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Pushing event updated for resources: {'Port': ['ID=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,revision_number=5']} {{(pid=106221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:46.272074 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f2907-e726-4198-b51e-d6bcf322ed77 req-6d4d1717-f02e-4da5-b67f-c4e0e7cddf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:46.273535 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-300f2907-e726-4198-b51e-d6bcf322ed77 req-6d4d1717-f02e-4da5-b67f-c4e0e7cddf4d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 1134 time: 0.0418508 Sep 27 17:43:46.291749 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:46.315244 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:46.326429 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-300f2907-e726-4198-b51e-d6bcf322ed77 req-c774798d-16f4-468f-8f88-237c6334416c service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=117880a0-0472-4eec-ad6a-caa0aa2c96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Sep 27 17:43:46.625616 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:46.626332 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:46.829780 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d56afb-cce7-49bd-b8e6-60ef88cad4be req-776948ab-035c-451a-8aa2-7fadc1e34794 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:46.831238 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90d56afb-cce7-49bd-b8e6-60ef88cad4be req-776948ab-035c-451a-8aa2-7fadc1e34794 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 950 time: 0.0449877 Sep 27 17:43:46.877391 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-90d56afb-cce7-49bd-b8e6-60ef88cad4be req-0f2d8612-128e-4b0b-9cf4-d5f387f99ef2 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=117880a0-0472-4eec-ad6a-caa0aa2c96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 Sep 27 17:43:48.008566 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39821029-8b76-48fc-974d-34b31873d702 req-2ad4bf90-8f09-40d7-b3fc-b37461762035 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:48.010019 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-39821029-8b76-48fc-974d-34b31873d702 req-2ad4bf90-8f09-40d7-b3fc-b37461762035 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 950 time: 0.0488966 Sep 27 17:43:48.056026 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-39821029-8b76-48fc-974d-34b31873d702 req-818762fc-f645-48e0-9c33-a3bdcf64542c tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=117880a0-0472-4eec-ad6a-caa0aa2c96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Sep 27 17:43:48.315003 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0a73b-d65b-4085-8609-2a4d2267a28f req-c2eb5f60-e950-4127-8437-6e8e133651c6 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:48.316475 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ffe0a73b-d65b-4085-8609-2a4d2267a28f req-c2eb5f60-e950-4127-8437-6e8e133651c6 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 950 time: 0.0454986 Sep 27 17:43:48.362737 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-ffe0a73b-d65b-4085-8609-2a4d2267a28f req-e641bf8b-ab0c-4e4c-bfa8-65d452096eb3 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=117880a0-0472-4eec-ad6a-caa0aa2c96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Sep 27 17:43:49.483250 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b69bc-9b3c-43fc-8117-b332c8ccdbc6 req-e85d5b30-572b-45c5-9227-e380685716ed tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:49.484699 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d48b69bc-9b3c-43fc-8117-b332c8ccdbc6 req-e85d5b30-572b-45c5-9227-e380685716ed tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 950 time: 0.0460885 Sep 27 17:43:49.536608 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-d48b69bc-9b3c-43fc-8117-b332c8ccdbc6 req-b93e8aca-b030-4d94-99fc-1a14046c1636 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=117880a0-0472-4eec-ad6a-caa0aa2c96a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Sep 27 17:43:49.823515 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-768d8e6c-ca31-4d23-9593-bd395357f00a tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106219) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 17:43:49.824976 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-768d8e6c-ca31-4d23-9593-bd395357f00a tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 950 time: 0.0460470 Sep 27 17:43:49.910315 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-96105f1b-516a-4937-9b3c-f560b3eb8a9f tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Deleting port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 {{(pid=106219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 17:43:49.910664 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-96105f1b-516a-4937-9b3c-f560b3eb8a9f tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767901903894'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), before_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:50.000982 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-96105f1b-516a-4937-9b3c-f560b3eb8a9f tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] For port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,segment=NetworkSegment(04360104-f522-4b08-8eb9-7bbb35dd0bb1),segment_id=04360104-f522-4b08-8eb9-7bbb35dd0bb1)] {{(pid=106219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 17:43:50.001341 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-96105f1b-516a-4937-9b3c-f560b3eb8a9f tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692334'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), precommit_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:50.014853 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.plugin [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-96105f1b-516a-4937-9b3c-f560b3eb8a9f tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Calling delete_port for a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 owned by compute:nova {{(pid=106219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 17:43:50.139097 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-96105f1b-516a-4937-9b3c-f560b3eb8a9f tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1540226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767901907348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767901466323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2372778'] for port (a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1), after_delete {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:50.165441 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.db [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] get_ports_and_sgs() called for port_ids ['a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1'] {{(pid=106221) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 17:43:50.166029 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96105f1b-516a-4937-9b3c-f560b3eb8a9f tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Pushing event deleted for resources: {'Port': ['ID=a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1,revision_number=None']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:43:50.217102 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-96105f1b-516a-4937-9b3c-f560b3eb8a9f tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] No DVR routers for this DVR port a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 on host hv-cinder-84914 {{(pid=106219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 17:43:50.219811 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-96105f1b-516a-4937-9b3c-f560b3eb8a9f tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21871'] for port (None), before_response {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:50.223194 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-15fac46b-0492-4178-8dcf-6d28eedab166 req-96105f1b-516a-4937-9b3c-f560b3eb8a9f tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.18 "DELETE /networking/v2.0/ports/a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 HTTP/1.1" status: 204 len: 173 time: 0.3923726 Sep 27 17:43:50.223692 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34b8bed-3a32-4241-ab88-6b47784d8a75', 'name': 'network-vif-deleted', 'tag': 'a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1'}] {{(pid=106219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 17:43:50.226490 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae3d76ee30e24ecb6726d1363cf6d9c7bec2795c6818619192365024410366fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5683e3d8-ec83-4b6a-9852-fa0dd3533250" -d '{"events": [{"server_uuid": "a34b8bed-3a32-4241-ab88-6b47784d8a75", "name": "network-vif-deleted", "tag": "a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1"}]}' {{(pid=106219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 17:43:50.266663 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 17:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d02809-260a-448c-8127-5a88615c0d0f x-openstack-request-id: req-53d02809-260a-448c-8127-5a88615c0d0f {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 17:43:50.267178 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34b8bed-3a32-4241-ab88-6b47784d8a75", "name": "network-vif-deleted", "tag": "a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1", "status": "completed", "code": 200}]} {{(pid=106219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 17:43:50.267616 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53d02809-260a-448c-8127-5a88615c0d0f {{(pid=106219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 17:43:50.268031 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d02809-260a-448c-8127-5a88615c0d0f'] response: {'server_uuid': 'a34b8bed-3a32-4241-ab88-6b47784d8a75', 'name': 'network-vif-deleted', 'tag': 'a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1', 'status': 'completed', 'code': 200} Sep 27 17:43:50.648991 dv-cinder-849143-8-iscsi neutron-server[106219]: INFO neutron.wsgi [req-3c863510-0dc3-4743-902b-3fed8a67a8f9 req-a569eec1-8fdf-48db-849d-382b6a368326 tempest-VolumesNegativeTest-345729415 tempest-VolumesNegativeTest-345729415-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a34b8bed-3a32-4241-ab88-6b47784d8a75 HTTP/1.1" status: 200 len: 210 time: 0.0275221 Sep 27 17:43:53.933085 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 17:43:53.935290 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:43:53.954155 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.plugin [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] No Port match for: a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 {{(pid=106221) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 17:43:53.954508 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron.plugins.ml2.rpc [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Device a26d9bd3-3179-4ecb-8b96-d09e33cfa4a1 not bound to the agent host hv-cinder-84914 {{(pid=106221) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 17:43:55.651323 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 60310) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:55.789386 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-9e39ba07-1d7f-4cf2-ba8d-1dfd24096eeb admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=aad3fbebc440463194bf8cf5ac707f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366456 Sep 27 17:43:55.791778 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [-] (106220) accepted ('10.222.0.55', 60314) {{(pid=106220) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 17:43:55.838937 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-24d7bb85-51c7-4afe-9079-05888098fd07 admin admin] Publish callbacks [] for security_group (117880a0-0472-4eec-ad6a-caa0aa2c96a4), before_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:55.858735 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-24d7bb85-51c7-4afe-9079-05888098fd07 admin admin] Publish callbacks [] for security_group (117880a0-0472-4eec-ad6a-caa0aa2c96a4), precommit_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:55.906285 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-24d7bb85-51c7-4afe-9079-05888098fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644849'] for security_group (117880a0-0472-4eec-ad6a-caa0aa2c96a4), after_delete {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:55.908752 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron_lib.callbacks.manager [None req-24d7bb85-51c7-4afe-9079-05888098fd07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:43:55.909881 dv-cinder-849143-8-iscsi neutron-server[106220]: INFO neutron.wsgi [None req-24d7bb85-51c7-4afe-9079-05888098fd07 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/117880a0-0472-4eec-ad6a-caa0aa2c96a4 HTTP/1.1" status: 204 len: 168 time: 0.1170104 Sep 27 17:43:55.917477 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7bb85-51c7-4afe-9079-05888098fd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117880a0-0472-4eec-ad6a-caa0aa2c96a4,revision_number=None']} {{(pid=106220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 17:44:00.630341 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=89,neutron:DELETE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:00.632270 dv-cinder-849143-8-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=77,neutron:DELETE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:05.913208 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:05.913948 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG dbcounter [-] [106220] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=106220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:05.930704 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=17 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:07.381343 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-2dfe3f71-82e8-4f4c-b9d5-56b772b51885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:09.591362 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7ab70952-efd7-48c5-943c-451a49755852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:10.922827 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:12.488531 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:12.540985 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:13.628930 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:44:15.298989 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:23.624867 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:23.625602 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:25.287942 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:25.294733 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:37.383518 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c75d30dc-c946-4fea-aeba-e8bf08c28d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:39.592467 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-89ab9e56-1170-4560-948a-2f62101a11a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:40.924791 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:42.490866 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:42.542748 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:42.650488 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:42.651322 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:45.310300 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:44:50.627192 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:44:55.304176 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:44:55.306230 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:45:04.525833 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=19 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:45:04.528386 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=15 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:45:07.388543 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5a40cb96-171f-405d-ace9-794091634e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:09.595996 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0e1da5b2-b82f-43c0-a3a4-a4d907b0e3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:10.928436 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:12.491507 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:12.543362 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:15.314695 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:25.307169 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:45:25.309202 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:45:27.626327 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:45:29.652109 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:45:37.389919 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-433f8eda-e609-45df-a9f3-a6798051db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:37.622806 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=7 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:45:39.597914 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-4063832b-d3d8-49db-9caa-f0a5d2bd5438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:40.930600 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:42.493638 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:42.544197 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:45.339849 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:45:55.333554 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:45:55.336256 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:46:04.626164 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:46:07.391714 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-858fd3ea-d287-433d-a815-506ce5114673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:09.600028 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d457-b96d-45dd-9bea-cc13dd5bce28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:10.934063 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:12.500034 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:12.546020 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:14.621539 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:46:14.622400 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:46:15.340703 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:25.330231 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:46:25.336167 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:46:37.394272 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-638ce1ff-3960-4f7d-a280-63447d284408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:39.601049 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0a40f96a-0701-448d-96e0-1d1763cc1039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:40.935964 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:41.625180 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:46:42.499551 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:42.550295 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:45.355909 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:46:51.619894 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:46:51.621304 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:46:55.345019 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:UPDATE=1,neutron:SELECT=8 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:46:55.349892 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:47:04.528295 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=12 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:47:04.530220 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=14 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:47:07.396954 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-51a43bfa-14d3-4719-9488-874fb5bb4e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:09.602317 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-290e0c03-120c-4404-b611-fed8eac7024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:10.940314 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:12.503230 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:12.552698 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:15.354934 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:18.624103 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:47:20.655837 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=2 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:47:25.348486 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:47:25.350384 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:47:28.620770 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=6 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:47:37.399555 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-53872e41-0d8c-4c6b-8c34-e25a70a82dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:39.604979 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-98b892d7-927b-424a-8453-c27ac09a68c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:40.941936 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:42.505690 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:42.557642 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:45.355532 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:47:55.344277 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:47:55.350389 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:47:55.622903 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:47:56.864768 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-cbe7b567-293d-429b-aaed-121dcc26787d service neutron] (106220) timed out ('10.222.0.55', 54686) {{(pid=106220) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 27 17:47:56.971651 dv-cinder-849143-8-iscsi neutron-server[106220]: DEBUG neutron.wsgi [req-7a58db5a-eb8f-4de6-b22a-ea6587420c39 req-fc766baa-5369-48ee-b58c-293c674a8278 tempest-TestShelveInstance-1533810519 tempest-TestShelveInstance-1533810519-project] (106220) timed out ('10.222.0.55', 54694) {{(pid=106220) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 27 17:48:05.618436 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=4 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:48:05.713026 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:48:07.402699 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-b63e0298-14c3-45e9-9f8d-23e8895c684a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:09.606032 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-5db1a410-9b71-4cee-99e5-80a60f356930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:10.946430 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:12.508176 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:12.560492 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:15.371352 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:25.361403 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:48:25.366283 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:48:32.621738 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:48:37.405979 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-53a625ba-07ba-464c-84ef-3f98de00bd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:39.608090 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-a8361006-0928-4e56-81dd-24560ac3c652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:40.946667 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:42.514428 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:42.561173 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:42.616321 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=5 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:48:42.617130 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=3 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:48:45.375370 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:48:55.369730 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:48:55.370805 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:49:07.416288 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-22be3916-b96a-4aff-8ce7-92b3e95288aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (919c4979-27f8-469e-a1a7-cc23a154b58a), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:49:09.610454 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-7b4b754c-09b4-418e-850f-488a8a6f4df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (fade58a2-084f-4450-8032-b32f485e47fa), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:49:09.621405 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG neutron.db.agents_db [None req-93885665-fcf6-4f9e-a7dd-dbf19bb39141 None None] Agent healthcheck: found 6 active agents {{(pid=106222) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 17:49:10.949718 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-28e84b12-fd15-40b4-8fc8-4d44ddc5c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (db26bf10-0717-4cb5-9566-b00c2c6c6b2e), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:49:11.643133 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=16 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:49:12.513564 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-9d263852-4515-49b8-8870-5e457fa0279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (2baa7c14-29bf-4df4-8ef3-19d214ead073), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:49:12.563456 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-c1a68e4c-9fb0-4f2f-aa79-f9d56996208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (7f930580-7210-440d-8e4e-285239eced7c), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:49:15.382309 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG neutron_lib.callbacks.manager [None req-0b183246-b999-4063-954c-1341fd7c9a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767901981112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534779'] for agent (35e91b19-e401-4cb2-b707-b07b692bd830), after_update {{(pid=106221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 17:49:19.617359 dv-cinder-849143-8-iscsi neutron-server[106222]: DEBUG dbcounter [-] [106222] Writing DB stats neutron:SELECT=18 {{(pid=106222) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:49:25.372931 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 17:49:25.377581 dv-cinder-849143-8-iscsi neutron-server[106221]: DEBUG dbcounter [-] [106221] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106221) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}